-- Logs begin at Wed 2022-07-20 18:36:39 UTC, end at Wed 2022-07-20 19:48:08 UTC. -- Jul 20 19:18:56.683528 dv-cinder-850548-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Jul 20 19:18:59.392593 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.common.config [-] Logging enabled! Jul 20 19:18:59.393245 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev440 Jul 20 19:18:59.393407 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103862) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 20 19:18:59.396580 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.common.config [-] Logging enabled! Jul 20 19:18:59.396840 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 20.1.0.dev440 Jul 20 19:18:59.397175 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103862) setup_logging /opt/stack/neutron/neutron/common/config.py:120}} Jul 20 19:18:59.398110 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 19:18:59.398348 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 19:18:59.398824 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 19:18:59.399075 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 19:18:59.399304 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 19:18:59.399625 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.399924 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.400157 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.400453 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.400745 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.401058 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.401360 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.401741 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.402077 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.402386 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.402673 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.402907 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.403443 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.403733 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.404024 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.404252 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] debug = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.404534 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.404980 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.405408 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.405702 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.405994 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.406275 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.406550 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.406827 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.407115 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.407452 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] host = dv-cinder-850548-1-iscsi {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.407734 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.408026 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.408316 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.408605 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.408904 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.409286 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.409576 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.409852 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.410124 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] log_file = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.410399 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.410691 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.410981 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.411280 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.411509 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.411734 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.412023 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.412313 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.412590 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.412864 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.413164 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.413438 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.413711 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.413982 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.414267 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.414555 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.414840 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.415119 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.415389 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.415664 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.415936 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.416221 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.416493 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.416768 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.417072 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.417560 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.417848 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.418128 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.418433 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.418722 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.419008 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.419297 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.419573 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.419860 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.420132 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.420407 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.420699 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] use_json = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.420986 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.421263 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.421548 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.421824 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.422097 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.422369 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.422640 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.422926 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.423198 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:18:59.423497 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.423799 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.424106 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.424390 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.424698 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.425011 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.425301 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.425579 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.425870 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.426161 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.426450 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.426728 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.427030 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.427323 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.427620 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.427932 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.428231 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.428526 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.428805 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.429107 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.429383 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.429661 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.429950 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.430230 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.430519 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.430810 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.431088 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.431392 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.431679 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.431965 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.432263 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.432555 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.433371 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.433659 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.433944 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.434224 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.434497 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.434788 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.435066 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.435339 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.435637 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.435913 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] placement.auth_type = password {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.436205 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.436483 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.436762 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.437089 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.437369 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.437641 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.437912 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.438187 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.438459 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.438743 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.439022 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.439295 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.439567 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.439845 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.440116 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.440389 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.440667 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.440968 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.441251 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.441524 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.441795 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.442066 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.442337 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.442609 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.442881 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.443152 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.443429 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.443700 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.443970 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.444242 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.444511 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.444782 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.445110 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.445387 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.445663 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.445939 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.446214 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.446488 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.446764 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.447038 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.447312 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.447581 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.447869 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.448148 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.448510 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.449309 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.449591 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.449910 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.450191 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.450471 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.450750 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.451031 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.451315 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.451601 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.451880 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.452159 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.452443 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.452727 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.453051 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.453353 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.453635 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.453933 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.454230 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.454524 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.454803 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.455118 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.455400 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:18:59.455620 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 19:18:59.455861 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103862) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 20 19:18:59.757283 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 20 19:18:59.757569 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 20 19:18:59.757869 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jul 20 19:18:59.758205 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 20 19:19:00.169707 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.170003 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.170281 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.171593 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.171873 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.172143 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.227459 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.227743 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.228015 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.242502 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.242791 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.243066 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.274324 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.274608 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.274880 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.313675 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.313960 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.314239 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.549028 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.549672 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.549672 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.549854 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.550509 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.657402 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.657728 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.658012 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.658285 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.658555 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.658872 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.659137 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.659394 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.659651 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.659934 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.660196 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.660465 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.660725 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.661009 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.661272 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.661541 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.661799 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.662074 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.662351 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.662621 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.662896 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.663155 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.663441 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.663816 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.664068 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.664317 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.664719 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103862) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 19:19:00.664986 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103862) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 19:19:00.665223 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103862) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 19:19:00.665463 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103862) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 19:19:00.665695 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103862) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 19:19:00.665927 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103862) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 19:19:00.666303 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 20 19:19:00.669644 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 20 19:19:00.673595 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 20 19:19:00.677403 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(950, 999)])]) Jul 20 19:19:00.679019 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 20 19:19:00.680639 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 20 19:19:00.681018 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 20 19:19:00.681417 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 20 19:19:00.684903 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 20 19:19:00.685151 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 20 19:19:00.685511 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 20 19:19:00.690684 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 20 19:19:00.714140 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 20 19:19:00.714615 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.714919 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103862) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:96}} Jul 20 19:19:00.715298 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.716654 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103862) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 20 19:19:00.716984 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 20 19:19:00.717240 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 20 19:19:00.720510 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.720791 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:00.879993 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 20 19:19:00.880184 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 20 19:19:00.880386 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 20 19:19:00.880770 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 20 19:19:00.934204 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO dbcounter [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Registered counter for database neutron Jul 20 19:19:00.954901 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_db.sqlalchemy.engines [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103862) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 20 19:19:00.960820 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG dbcounter [-] [103862] Writer thread running {{(pid=103862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 19:19:01.518717 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.managers [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Initializing driver for type 'gre' Jul 20 19:19:01.519242 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] gre ID ranges: [(1, 1000)] Jul 20 19:19:01.576741 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.managers [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Initializing driver for type 'local' Jul 20 19:19:01.577532 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.managers [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Initializing driver for type 'vlan' Jul 20 19:19:01.592293 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] VlanTypeDriver initialization complete Jul 20 19:19:01.592695 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.managers [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Initializing driver for type 'vxlan' Jul 20 19:19:01.593147 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] vxlan ID ranges: [(1, 1000)] Jul 20 19:19:01.654096 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.managers [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Initializing extension driver 'port_security' Jul 20 19:19:01.654443 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.extensions.port_security [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] PortSecurityExtensionDriver initialization complete Jul 20 19:19:01.654778 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.managers [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Initializing mechanism driver 'openvswitch' Jul 20 19:19:01.655119 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.managers [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Initializing mechanism driver 'hyperv' Jul 20 19:19:01.662035 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.plugins.ml2.plugin [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103862) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:19:01.662716 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > port after_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.663098 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > port after_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.663456 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > port after_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.663981 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103862) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 19:19:01.664408 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > subnet after_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.664769 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > subnet after_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.665147 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.665544 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103862) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 19:19:01.665952 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > network after_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.666320 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > network after_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.666670 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > network after_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.667089 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103862) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 19:19:01.667521 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > security_group after_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.667882 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > security_group after_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.668221 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.668617 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103862) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 19:19:01.669071 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.669423 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.669764 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.670177 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103862) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 19:19:01.670598 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > address_group after_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.670947 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > address_group after_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.671298 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.671690 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103862) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Jul 20 19:19:01.672139 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] ML2 OVO RPC backend initialized. {{(pid=103862) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Jul 20 19:19:01.672913 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.673261 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.673678 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > network before_response 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.674036 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > networks before_response 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.674383 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > port before_response 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.674726 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > ports before_response 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.675071 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > subnet before_response 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.675414 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > subnets before_response 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.675759 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > network after_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.676112 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > network after_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.676459 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > network after_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.676798 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > port after_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.677162 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > port after_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.677505 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > port after_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.677850 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > subnet after_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.678181 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > subnet after_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.678516 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.688458 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.quota [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded quota_driver: . Jul 20 19:19:01.688828 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.plugin [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Modular L2 Plugin initialization complete Jul 20 19:19:01.689209 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading services supported by the core plugin {{(pid=103862) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 20 19:19:01.689568 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.plugins.ml2.managers [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Got port-security extension from driver 'port_security' Jul 20 19:19:01.690075 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.extensions.vlantransparent [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Disabled vlantransparent extension. Jul 20 19:19:01.690573 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103862) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 20 19:19:01.690901 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading Plugin: router Jul 20 19:19:01.728168 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.728559 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > router after_create 55549900 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.728955 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > router before_create 55549900 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.729472 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.730551 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.730924 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > router after_delete 55549900 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.731266 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.731619 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.731982 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > router after_create 55549900 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.732334 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > router after_update 55549900 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.732688 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > router after_update 55549900 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.733070 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.733474 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > router after_update 55549900 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.733849 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > router precommit_update 55549900 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.734221 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: port after_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.734565 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: port after_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.734903 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: subnet after_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.735323 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.735595 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.735944 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > router precommit_create 55549900 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.736289 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: port before_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.736632 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > router precommit_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.737024 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > router after_update 55549900 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.737373 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.741912 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > router precommit_create 55549900 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.741912 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.741912 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > router precommit_update 55549900 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.741912 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > agent after_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.742306 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > agent after_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.742306 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > network after_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.742306 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Tracking information for resource: router configured {{(pid=103862) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 19:19:01.742306 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Tracking information for resource: floatingip configured {{(pid=103862) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 20 19:19:01.746912 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.db.l3_agentschedulers_db [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 20 19:19:01.747506 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: port after_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.747875 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: port after_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.748229 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: port after_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.748583 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: port after_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.749423 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > router before_create 55550100 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.749790 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.750156 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > router precommit_create 55550100 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.750520 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > router precommit_update 55550100 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.755460 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.services.provider_configuration [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Service providers = [] {{(pid=103862) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 20 19:19:01.755827 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.db.servicetype_db [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103862) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 20 19:19:01.758878 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.services.service_base [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103862) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 19:19:01.759233 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.services.service_base [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103862) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 19:19:01.759580 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.services.service_base [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103862) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 19:19:01.760661 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.services.service_base [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103862) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 20 19:19:01.761165 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.services.service_base [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 20 19:19:01.761761 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103862) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 19:19:01.762146 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 20 19:19:01.772835 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103862) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 19:19:01.773144 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading Plugin: auto_allocate Jul 20 19:19:01.779432 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: network precommit_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.779805 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: network precommit_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.780343 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103862) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 19:19:01.780663 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading Plugin: tag Jul 20 19:19:01.787636 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103862) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 19:19:01.787969 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading Plugin: timestamp Jul 20 19:19:01.791822 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103862) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 19:19:01.792717 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading Plugin: network_ip_availability Jul 20 19:19:01.798335 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.798709 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.799067 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:01.799802 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103862) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 19:19:01.800121 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading Plugin: flavors Jul 20 19:19:01.805130 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103862) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 19:19:01.805460 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading Plugin: revisions Jul 20 19:19:01.810480 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103862) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 20 19:19:01.810875 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_concurrency.lockutils [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.053s {{(pid=103862) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jul 20 19:19:01.811652 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103862) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:642}} Jul 20 19:19:01.811992 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Initializing extension manager. Jul 20 19:19:01.812523 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: __init__.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.812871 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: __pycache__ {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.813242 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: address_group.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.813977 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.814559 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: address-group Jul 20 19:19:01.814887 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: address_scope.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.815569 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.816086 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: address-scope Jul 20 19:19:01.816415 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.817361 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.817878 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: router-admin-state-down-before-update Jul 20 19:19:01.818208 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: agent.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.818882 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.819393 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: agent Jul 20 19:19:01.819718 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: agent_resources_synced.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.820590 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.821170 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: agent-resources-synced Jul 20 19:19:01.821457 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: allowedaddresspairs.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.823257 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.824377 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: allowed-address-pairs Jul 20 19:19:01.824706 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: auto_allocated_topology.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.825792 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.826306 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: auto-allocated-topology Jul 20 19:19:01.826627 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: availability_zone.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.827288 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.827791 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: availability_zone Jul 20 19:19:01.828115 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: availability_zone_filter.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.829013 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.829521 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: availability_zone_filter Jul 20 19:19:01.829837 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: data_plane_status.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.830707 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.831209 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension data-plane-status not supported by any of loaded plugins Jul 20 19:19:01.831528 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: default_subnetpools.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.832410 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.832933 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: default-subnetpools Jul 20 19:19:01.833259 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.834050 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.834557 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: dhcp_agent_scheduler Jul 20 19:19:01.834879 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: dns.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.835768 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.836278 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension dns-integration not supported by any of loaded plugins Jul 20 19:19:01.836600 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: dns_domain_ports.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.837522 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.838029 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 20 19:19:01.838350 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.839967 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.840484 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 20 19:19:01.840810 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: dvr.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.841477 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.841986 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: dvr Jul 20 19:19:01.842310 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: ecmp_routes.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.843190 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.843694 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 20 19:19:01.844399 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: empty_string_filtering.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.845148 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.845423 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: empty-string-filtering Jul 20 19:19:01.845748 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.846617 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.847127 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 20 19:19:01.847866 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.850225 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.850225 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 20 19:19:01.850225 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: external_net.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.850225 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.850569 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: external-net Jul 20 19:19:01.850841 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.851737 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.852243 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: extra_dhcp_opt Jul 20 19:19:01.852659 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: extraroute.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.853771 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.854312 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: extraroute Jul 20 19:19:01.854787 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: extraroute_atomic.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.855948 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.856464 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: extraroute-atomic Jul 20 19:19:01.856826 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: filter_validation.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.857702 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.858210 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: filter-validation Jul 20 19:19:01.858535 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: fip_pf_description.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.859689 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.860206 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 20 19:19:01.860536 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: fip_pf_port_range.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.861451 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Floating IP Port Forwarding support port ranges" alias="floating-ip-port-forwarding-port-ranges" description="Add suport to port ranges" updated="2020-07-01T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.862014 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension floating-ip-port-forwarding-port-ranges not supported by any of loaded plugins Jul 20 19:19:01.862292 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: fip_port_details.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.863175 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.863690 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: fip-port-details Jul 20 19:19:01.864014 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: flavors.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.865247 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.865787 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: flavors Jul 20 19:19:01.866084 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.867718 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.868510 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 20 19:19:01.868847 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: floatingip_pools.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.869561 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.870077 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: floatingip-pools Jul 20 19:19:01.870452 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: ip_allocation.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.871532 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.872039 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension ip_allocation not supported by any of loaded plugins Jul 20 19:19:01.872368 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.873272 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.873796 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: ip-substring-filtering Jul 20 19:19:01.874130 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: l2_adjacency.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.875037 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.875547 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 20 19:19:01.875871 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: l3.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.876846 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.877404 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: router Jul 20 19:19:01.877732 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.879966 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.880514 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 20 19:19:01.880849 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.881774 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.882292 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: ext-gw-mode Jul 20 19:19:01.882614 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.883491 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.884006 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: l3-ha Jul 20 19:19:01.884330 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.885230 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.885735 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Jul 20 19:19:01.886758 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: l3_flavors.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.887732 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.888245 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: l3-flavors Jul 20 19:19:01.888571 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: l3_ndp_proxy.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.889920 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.890439 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension l3-ndp-proxy not supported by any of loaded plugins Jul 20 19:19:01.890774 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.891661 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.892175 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 20 19:19:01.892506 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: l3agentscheduler.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.893564 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.895100 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: l3_agent_scheduler Jul 20 19:19:01.895100 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: local_ip.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.896109 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.896631 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension local_ip not supported by any of loaded plugins Jul 20 19:19:01.896998 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: logging.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.898433 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.898958 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension logging not supported by any of loaded plugins Jul 20 19:19:01.899294 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: metering.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.900002 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.900597 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: metering Jul 20 19:19:01.900951 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.902887 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.903660 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: metering_source_and_destination_fields Jul 20 19:19:01.903997 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: multiprovidernet.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.904916 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.905500 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: multi-provider Jul 20 19:19:01.905830 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: netmtu.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.906712 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.907225 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: net-mtu Jul 20 19:19:01.907554 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: netmtu_writable.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.908471 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.909025 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: net-mtu-writable Jul 20 19:19:01.909353 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: network_availability_zone.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.909993 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.910508 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: network_availability_zone Jul 20 19:19:01.910835 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: network_ip_availability.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.911903 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.912426 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: network-ip-availability Jul 20 19:19:01.912757 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: network_segment_range.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.913518 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.914038 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension network-segment-range not supported by any of loaded plugins Jul 20 19:19:01.914368 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: pagination.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.915311 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.915647 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: pagination Jul 20 19:19:01.915976 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: port_device_profile.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.916845 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.917423 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: port-device-profile Jul 20 19:19:01.917746 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: port_mac_address_override.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.918635 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Neutron Port MAC address override" alias="port-mac-override" description="Allow overriding the MAC address of a direct-physical Port via the active binding profile" updated="2022-03-18T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.919159 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: port-mac-override Jul 20 19:19:01.919486 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.920370 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.920915 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: port-mac-address-regenerate Jul 20 19:19:01.921237 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.922111 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.922625 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: port-numa-affinity-policy Jul 20 19:19:01.922955 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: port_resource_request.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.923834 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.924341 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension port-resource-request not supported by any of loaded plugins Jul 20 19:19:01.924669 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: port_resource_request_groups.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.925627 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.926138 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jul 20 19:19:01.926468 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: portbindings.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.927358 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.927870 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: binding Jul 20 19:19:01.928197 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: portbindings_extended.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.929451 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.929965 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: binding-extended Jul 20 19:19:01.930295 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: portsecurity.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.931167 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.931679 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: port-security Jul 20 19:19:01.932009 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: project_id.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.933172 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.933734 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: project-id Jul 20 19:19:01.934280 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: providernet.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.935667 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.936547 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: provider Jul 20 19:19:01.937162 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: qos.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.940821 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.941684 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension qos not supported by any of loaded plugins Jul 20 19:19:01.941684 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.942909 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.943432 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 20 19:19:01.943765 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.947048 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.947048 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 20 19:19:01.947048 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: qos_default.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.947048 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.947048 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension qos-default not supported by any of loaded plugins Jul 20 19:19:01.947463 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: qos_fip.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.948079 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.949143 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension qos-fip not supported by any of loaded plugins Jul 20 19:19:01.949466 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.952148 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.952148 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jul 20 19:19:01.952148 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: qos_gateway_ip.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.952148 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.952529 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 20 19:19:01.952973 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: qos_port_network_policy.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.953765 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.954274 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 20 19:19:01.954597 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.955589 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.956101 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jul 20 19:19:01.956427 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.957463 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.958412 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Jul 20 19:19:01.958412 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: qos_pps_rule.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.959420 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.959932 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension qos-pps not supported by any of loaded plugins Jul 20 19:19:01.960260 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: qos_rule_type_details.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.961185 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.961696 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 20 19:19:01.962023 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: qos_rule_type_filter.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.962900 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Allow to filter the list of QoS rule types" alias="qos-rule-type-filter" description="Allows to filter the QoS rule type list adding two new flags. "all_rules" prints all implemented QoS rule types."all_supported" prints all supported QoS rule types by the loaded mechanism drivers" updated="2022-02-02T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.963420 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension qos-rule-type-filter not supported by any of loaded plugins Jul 20 19:19:01.963743 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: qos_rules_alias.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.965339 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.965853 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 20 19:19:01.966179 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: quota_check_limit.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.967068 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.967586 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: quota-check-limit Jul 20 19:19:01.967921 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: quotasv2.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.968899 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.969238 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: quotas Jul 20 19:19:01.969562 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: quotasv2_detail.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.971314 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.971594 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: quota_details Jul 20 19:19:01.971929 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: rbac.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.973312 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.973845 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: rbac-policies Jul 20 19:19:01.974183 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: rbac_address_group.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.975077 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.975598 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: rbac-address-group Jul 20 19:19:01.975929 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: rbac_address_scope.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.976813 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.977356 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: rbac-address-scope Jul 20 19:19:01.977687 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: rbac_security_groups.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.978655 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.979174 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: rbac-security-groups Jul 20 19:19:01.979503 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: rbac_subnetpool.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.980415 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.980958 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: rbac-subnetpool Jul 20 19:19:01.981290 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: revisionifmatch.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.982175 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.982695 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: revision-if-match Jul 20 19:19:01.983032 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: revisions.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.984099 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.984616 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: standard-attr-revisions Jul 20 19:19:01.984974 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: router_availability_zone.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.985622 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.986138 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: router_availability_zone Jul 20 19:19:01.986467 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: routerservicetype.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.987360 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.987872 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension router-service-type not supported by any of loaded plugins Jul 20 19:19:01.988201 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.989153 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.989801 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: security-groups-normalized-cidr Jul 20 19:19:01.989966 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.990849 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.991365 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: port-security-groups-filtering Jul 20 19:19:01.991691 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.992569 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.993119 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: security-groups-remote-address-group Jul 20 19:19:01.993447 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:01.994334 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:01.994853 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: security-groups-shared-filtering Jul 20 19:19:01.995201 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: securitygroup.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:02.005972 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:02.006502 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: security-group Jul 20 19:19:02.006842 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: segment.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:02.007539 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:02.008056 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension segment not supported by any of loaded plugins Jul 20 19:19:02.008387 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:02.009325 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:02.009839 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 20 19:19:02.010165 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: servicetype.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:02.011722 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:02.012246 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: service-type Jul 20 19:19:02.012577 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: sorting.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:02.013556 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:02.013894 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: sorting Jul 20 19:19:02.014217 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: standard_attr_segment.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:02.015105 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:02.015616 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 20 19:19:02.015941 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: standardattrdescription.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:02.016559 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:02.017112 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: standard-attr-description Jul 20 19:19:02.017439 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: stateful_security_group.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:02.018344 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:02.018864 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: stateful-security-group Jul 20 19:19:02.019189 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: stdattrs_common.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:02.019737 dv-cinder-850548-1-iscsi neutron-server[103862]: WARNING neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 20 19:19:02.020062 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:02.020987 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:02.021494 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 20 19:19:02.021817 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: subnet_onboard.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:02.022893 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:02.023364 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: subnet_onboard Jul 20 19:19:02.023690 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:02.024583 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:02.025130 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 20 19:19:02.025454 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: subnet_service_types.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:02.026342 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:02.027438 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: subnet-service-types Jul 20 19:19:02.027763 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: subnetallocation.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:02.029084 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:02.029606 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: subnet_allocation Jul 20 19:19:02.029930 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:02.030560 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:02.031071 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: subnetpool-prefix-ops Jul 20 19:19:02.031394 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:02.032285 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:02.032795 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 20 19:19:02.033144 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: tagging.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:02.034160 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:02.034694 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: standard-attr-tag Jul 20 19:19:02.035021 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: timestamp.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:02.036165 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:02.036682 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loaded extension: standard-attr-timestamp Jul 20 19:19:02.037044 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: trunk.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:02.038027 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:02.038542 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension trunk not supported by any of loaded plugins Jul 20 19:19:02.038870 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: trunk_details.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:02.039746 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:02.040259 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension trunk-details not supported by any of loaded plugins Jul 20 19:19:02.040586 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: uplink_status_propagation.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:02.041495 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:02.042012 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 20 19:19:02.042467 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Loading extension file: vlantransparent.py {{(pid=103862) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jul 20 19:19:02.043105 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103862) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jul 20 19:19:02.043612 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 20 19:19:02.046207 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Creating instance of TrackedResource for resource:network Jul 20 19:19:02.046729 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Creating instance of TrackedResource for resource:subnet Jul 20 19:19:02.047128 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 19:19:02.047519 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Creating instance of TrackedResource for resource:port Jul 20 19:19:02.048867 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.v2.resource_helper [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 19:19:02.049332 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.v2.resource_helper [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Service FLAVORS assigned prefix: {{(pid=103862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 19:19:02.049957 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.v2.resource_helper [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 19:19:02.050386 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.v2.resource_helper [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 19:19:02.050724 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Creating instance of TrackedResource for resource:router Jul 20 19:19:02.051157 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Creating instance of TrackedResource for resource:floatingip Jul 20 19:19:02.051653 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.v2.resource_helper [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Service METERING assigned prefix: /metering {{(pid=103862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 19:19:02.053129 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:02.053505 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:02.053860 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103862) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:19:02.054874 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Creating instance of CountableResource for resource:rbac_policy Jul 20 19:19:02.055320 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Creating instance of TrackedResource for resource:security_group Jul 20 19:19:02.055762 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 20 19:19:02.056290 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.v2.resource_helper [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Service CORE assigned prefix: {{(pid=103862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 19:19:02.056623 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 19:19:02.056995 dv-cinder-850548-1-iscsi neutron-server[103862]: WARNING neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] subnetpool is already registered Jul 20 19:19:02.057438 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.v2.resource_helper [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Service CORE assigned prefix: {{(pid=103862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 19:19:02.058283 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 19:19:02.058642 dv-cinder-850548-1-iscsi neutron-server[103862]: WARNING neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] subnetpool is already registered Jul 20 19:19:02.061094 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.v2.resource_helper [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 19:19:02.061537 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.v2.resource_helper [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Service FLAVORS assigned prefix: {{(pid=103862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 19:19:02.062144 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.v2.resource_helper [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 19:19:02.062569 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.v2.resource_helper [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 19:19:02.062908 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Creating instance of TrackedResource for resource:router Jul 20 19:19:02.063250 dv-cinder-850548-1-iscsi neutron-server[103862]: WARNING neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] router is already registered Jul 20 19:19:02.063664 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Creating instance of TrackedResource for resource:floatingip Jul 20 19:19:02.064004 dv-cinder-850548-1-iscsi neutron-server[103862]: WARNING neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] floatingip is already registered Jul 20 19:19:02.064465 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.v2.resource_helper [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Service METERING assigned prefix: /metering {{(pid=103862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 19:19:02.065165 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Creating instance of CountableResource for resource:rbac_policy Jul 20 19:19:02.065497 dv-cinder-850548-1-iscsi neutron-server[103862]: WARNING neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] rbac_policy is already registered Jul 20 19:19:02.065912 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Creating instance of TrackedResource for resource:security_group Jul 20 19:19:02.066264 dv-cinder-850548-1-iscsi neutron-server[103862]: WARNING neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] security_group is already registered Jul 20 19:19:02.066656 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 20 19:19:02.066991 dv-cinder-850548-1-iscsi neutron-server[103862]: WARNING neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] security_group_rule is already registered Jul 20 19:19:02.067620 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.v2.resource_helper [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Service CORE assigned prefix: {{(pid=103862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 19:19:02.067953 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 19:19:02.068292 dv-cinder-850548-1-iscsi neutron-server[103862]: WARNING neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] subnetpool is already registered Jul 20 19:19:02.068712 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.v2.resource_helper [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Service CORE assigned prefix: {{(pid=103862) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 20 19:19:02.069077 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Creating instance of TrackedResource for resource:subnetpool Jul 20 19:19:02.069414 dv-cinder-850548-1-iscsi neutron-server[103862]: WARNING neutron.quota.resource_registry [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] subnetpool is already registered Jul 20 19:19:02.069887 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: extensions {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.071335 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: address-groups {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.072837 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: address-scopes {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.074758 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: agents {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.075913 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: auto-allocated-topology {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.077190 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: availability_zones {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.078411 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: dhcp-networks {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.079907 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: dhcp-agents {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.081374 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: routers {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.083095 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: flavors {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.084363 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: service_profiles {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.085597 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: next_providers {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.087062 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: service_profiles {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.088598 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: floatingip-pools {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.090031 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: routers {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.091723 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: floatingips {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.093032 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: l3-routers {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.094414 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: l3-agents {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.095828 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: metering-labels {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.097111 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: metering-label-rules {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.098496 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: network-ip-availabilities {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.099747 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: bindings {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.101326 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: quotas {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.102974 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: quotas {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.104527 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: rbac-policies {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.105900 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: security-groups {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.107188 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: security-group-rules {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.108455 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: service-providers {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.109699 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: subnetpools {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.111023 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: subnetpools {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.113618 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: tags {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.115290 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: tags {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.117156 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: tags {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.118921 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: tags {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.121164 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: tags {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.123131 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: tags {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.124823 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: tags {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.126721 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: tags {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.128507 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: tags {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.130266 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron.api.extensions [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Extended resource: tags {{(pid=103862) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 20 19:19:02.136911 dv-cinder-850548-1-iscsi neutron-server[103862]: WARNING keystonemiddleware.auth_token [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 20 19:19:02.142120 dv-cinder-850548-1-iscsi neutron-server[103862]: WARNING keystonemiddleware.auth_token [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 20 19:19:02.151134 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_concurrency.lockutils [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Acquired lock "singleton_lock" {{(pid=103862) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jul 20 19:19:02.152170 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_concurrency.lockutils [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Releasing lock "singleton_lock" {{(pid=103862) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jul 20 19:19:02.152833 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO oslo_service.service [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Starting 2 workers Jul 20 19:19:02.157888 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Started child 104007 {{(pid=103862) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 19:19:02.162292 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Started child 104008 {{(pid=103862) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 19:19:02.163312 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:02.163948 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO neutron.service [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 20 19:19:02.164521 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Publish callbacks [] for process (None), before_spawn {{(pid=103862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:02.164794 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [-] (104007) wsgi starting up on http://0.0.0.0:9696 Jul 20 19:19:02.166948 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO oslo_service.service [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Starting 1 workers Jul 20 19:19:02.167121 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:02.169579 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [-] (104008) wsgi starting up on http://0.0.0.0:9696 Jul 20 19:19:02.173062 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Started child 104009 {{(pid=103862) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 19:19:02.173589 dv-cinder-850548-1-iscsi neutron-server[103862]: INFO oslo_service.service [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Starting 1 workers Jul 20 19:19:02.176819 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.service [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] calling RpcWorker wait() {{(pid=104009) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 20 19:19:02.177392 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.service [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] returning from RpcWorker wait() {{(pid=104009) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 20 19:19:02.178054 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Started child 104010 {{(pid=103862) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 20 19:19:02.178671 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:02.178874 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG neutron_lib.callbacks.manager [None req-bb33670c-9713-41c5-a94b-4fc393137029 None None] Publish callbacks [] for process (None), after_spawn {{(pid=103862) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:02.179232 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:19:02.180761 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103862) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 20 19:19:02.181002 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 19:19:02.181186 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 19:19:02.181412 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 19:19:02.181727 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 19:19:02.181888 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 19:19:02.182438 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.182748 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.183396 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.183565 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:02.184184 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.184184 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.184346 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:19:02.184421 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.184611 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.184898 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.185167 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.185335 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.185501 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.185757 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.185999 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.186312 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.186591 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.186828 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.187079 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.187248 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.187512 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.187792 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.188046 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.188327 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] debug = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.188599 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.189111 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.189355 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.189596 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.189839 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.190111 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.190361 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.190633 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.190860 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.191091 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.191345 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.191600 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.191831 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.192062 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.192295 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.192549 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.192767 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.193279 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] host = dv-cinder-850548-1-iscsi {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.193530 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.193746 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.193978 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.194224 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.194481 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.194701 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.194973 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.195222 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.195472 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.195697 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.195950 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.196193 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.196423 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.196675 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] log_file = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.196838 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] log_options = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.197096 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.197363 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.197634 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.197820 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.197988 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.198150 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.198668 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.198668 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.199029 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.199161 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.199415 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.199595 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.199845 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.200087 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.200338 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.200551 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.200777 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.201029 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.201291 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.201538 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.201781 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.202023 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.202276 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.202517 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.202730 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.202942 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.203185 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.203419 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.203643 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.203899 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.204088 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.204342 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.204571 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.204813 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.205352 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.205582 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.205809 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.206040 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.206309 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.206536 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.206784 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.207042 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.207272 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.207496 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.208260 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.208260 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.208260 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] use_json = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.208654 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.208654 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.208945 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.209087 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.209222 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.209435 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.209875 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.210107 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.210471 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.210958 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.211161 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.211500 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.211735 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.212468 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.212468 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.212468 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.212719 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.212928 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.213716 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.213716 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.213716 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.214775 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.215132 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.216108 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.216899 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.221132 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.221430 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.221696 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.221949 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.222181 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.222430 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.222722 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.222943 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.223217 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.223458 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.223716 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.224015 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.224306 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.224600 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.225047 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.225316 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.225582 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.225828 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.226087 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.226335 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.226577 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.226810 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.227032 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.227266 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.227535 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.227779 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.228017 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.228262 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.228479 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.228712 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.228965 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.229224 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.229456 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.230301 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.230790 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.231184 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.231438 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.231686 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.231946 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.232181 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.232418 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.232663 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.232907 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.233180 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.233414 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.233632 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.233886 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.234104 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.234343 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.234544 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.234759 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.234969 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.235243 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.235532 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.236092 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.236330 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.236545 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.236756 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.237019 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.237238 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.237454 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.237666 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.237877 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.238086 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.238315 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.238525 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.238733 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.238945 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.239173 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.239391 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.239622 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.239832 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.240041 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.240268 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.240577 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.240931 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.241189 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.241444 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.241667 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.241916 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.242153 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.242396 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.242629 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.242844 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.243073 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.243326 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.243547 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.243808 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.244046 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.244280 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.244535 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.244751 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.245011 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.245211 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.245498 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.245881 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.246255 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.246496 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.246733 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.246983 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.247224 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.247461 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.247745 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.247970 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.248202 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.248471 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.248752 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.249066 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.249361 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.249743 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.250229 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.250337 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.250582 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.251198 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.251668 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.251942 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.252209 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.252479 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.252726 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.253126 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.253363 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.253598 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.253869 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.254088 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.254336 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.254568 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.254885 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.255117 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.255362 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.255596 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.255879 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.256127 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.256374 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.256632 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.256898 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.257169 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.257403 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.257633 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.257850 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.258081 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.258311 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.258544 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.258795 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.259010 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.259243 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.259474 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.259682 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.259932 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.260141 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.260361 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.260568 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.260785 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.261049 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.261453 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.261976 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.262390 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.262641 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.262863 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.263129 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.263351 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.263585 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.263807 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.264022 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.264288 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.264555 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.264798 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.265068 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.265307 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.265546 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.265760 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.266002 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.266239 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.266452 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.266668 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.266884 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.267096 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.267338 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.267582 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.267793 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.268027 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.268267 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.268627 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.268855 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.269482 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.269869 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.270249 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.270624 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.271013 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.271338 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.271503 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.271831 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.271934 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.272136 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.272441 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.272557 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.272791 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.273079 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.273300 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.273512 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.273737 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.273954 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.274174 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.274392 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.274604 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.274819 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.275577 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.275577 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.275577 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.275809 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.275884 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.276148 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.276394 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.277236 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.277577 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.278002 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.278656 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.279056 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.279441 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.279760 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.279993 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.280214 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.280428 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.280656 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.280866 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.281103 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.281387 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.281529 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.281888 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.282139 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.282139 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.282377 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.282543 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.282770 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.283410 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.283410 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.283410 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.283664 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.283855 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.284116 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.284263 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.284509 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.284691 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.285099 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.285229 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.285352 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.285532 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.285828 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.286347 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.286347 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.286802 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.286802 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.287040 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.287269 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.287875 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.287875 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.288062 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.288270 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.288485 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.288703 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.289056 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.289151 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:19:02.289392 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.289671 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.289913 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.290170 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.290447 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.290724 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.291004 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.291214 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.291521 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.291846 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.292127 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.293057 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.293484 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.293847 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.294076 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.294301 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.294518 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.294752 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.294971 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.295214 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.295438 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.295695 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.296210 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.296478 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.296691 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.296944 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.297178 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.297394 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.297607 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.297769 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 19:19:02.298321 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103862) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 20 19:19:02.298481 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 20 19:19:02.298633 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 20 19:19:02.298802 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 20 19:19:02.298967 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 20 19:19:02.299113 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 20 19:19:02.299323 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.299482 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.299638 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.299797 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.299977 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.300130 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.300288 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.300444 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.300601 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.300756 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.300933 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.301091 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.301246 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.301405 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.301562 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.301717 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.301873 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.302034 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.302191 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.302347 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.302503 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.302658 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] debug = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.302815 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.303014 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.303180 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.303333 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.303647 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.303799 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.304093 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.304392 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.304549 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.304710 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.304870 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.305050 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.305188 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.305321 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.305477 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.305619 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.305776 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.305933 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] host = dv-cinder-850548-1-iscsi {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.306089 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.306237 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.306387 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.306543 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.306706 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.306859 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.307196 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.307498 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.307656 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.307908 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.308081 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.308305 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.308606 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.308870 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] log_file = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.309038 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] log_options = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.309180 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.309316 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.309448 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.309613 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.309776 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.309934 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.310097 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.310249 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.310407 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.310563 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.310719 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.310874 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.311033 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.311189 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.311340 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.311496 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.311655 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.311848 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.311970 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.312154 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.312315 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.312472 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.312630 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.312787 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.312965 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.313123 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.313278 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.313434 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.313589 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.313785 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.314113 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.314113 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.314240 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.314328 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.314483 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.314639 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.314795 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.314949 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.315161 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.315343 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.315427 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.315552 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.315707 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.315863 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.316018 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.316174 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.316330 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] use_json = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.316486 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.316649 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.316804 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.316982 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.317141 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.317298 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.317454 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.317612 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.317770 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 20 19:19:02.317952 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.318113 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.318281 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.318444 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.318602 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.318761 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.318920 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.319080 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.319476 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.319476 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.319729 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.319729 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.319947 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.320068 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.320176 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.320293 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.320475 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.320635 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.320796 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.321054 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.321216 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.321377 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.321548 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.321705 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.322020 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.322182 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.322344 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.322512 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.322672 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.322839 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.323015 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.323174 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.323617 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.79/identity {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.323946 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.323946 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.324155 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.329253 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.329253 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.329253 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.329253 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.329253 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.329253 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.329253 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.329253 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.329253 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.330152 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.330152 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.330152 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.330152 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.330152 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.330152 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.330152 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.330152 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.330152 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.330746 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.330746 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.330746 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.330746 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.330746 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] placement.auth_type = password {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.330746 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.330746 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.330746 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.331325 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.331325 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.331325 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.331325 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.331325 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.331325 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.331325 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.331325 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.331325 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.332062 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.332062 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.332062 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.332062 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.332062 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.332062 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.332062 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.332062 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.332062 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.333058 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.333058 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.333058 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.333058 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.333058 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.333058 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.333058 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.333058 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.333058 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.333715 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.333715 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.333715 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.333715 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.333715 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.333715 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.333715 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.333715 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.334237 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.334237 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.334237 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.334237 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.334237 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.334593 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.334593 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.334733 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.334809 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.334941 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.335105 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.335262 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.335420 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.335578 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_bytes = 0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.335735 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quroum_max_memory_length = 0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.335893 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.336051 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.336209 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.336368 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.336532 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.336688 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.336830 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.336997 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.337152 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.337309 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.337477 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.337636 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.337797 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.337956 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.338120 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.338291 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.338450 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.338610 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.338768 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.339454 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.339698 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.339978 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.340278 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.340485 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.340648 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.340808 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.341006 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.341166 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.341326 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.341485 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.341666 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.341825 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.341985 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.342143 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.342301 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.342459 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.342618 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.342778 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.342936 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.343095 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.343253 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.343413 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.79/identity {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.343573 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.343731 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.343890 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.344048 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.344207 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.344366 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.344524 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.344684 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.344843 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.345026 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.345184 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.345343 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.345503 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.345661 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.345818 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.345976 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.346138 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.346277 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.346445 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.346600 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.346760 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.346999 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.347250 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.347250 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.347535 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.347535 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.347661 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.347811 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.347965 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.348124 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.348285 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.348446 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.348605 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.348764 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.348954 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.349113 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.349271 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.349431 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.349590 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.349748 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.349907 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.350064 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.350222 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.350398 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.350556 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.350715 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.350875 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.351035 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.351193 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.351351 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.351509 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.351668 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.351825 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.351987 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.352146 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.352308 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.352466 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.352624 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.352781 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.352962 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.353123 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.353283 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.353440 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.353601 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.353759 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.353917 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.354073 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.354231 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.354390 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.354571 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.355326 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.355595 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.355879 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.356047 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.356209 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.356368 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.356527 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.356698 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.357416 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.357416 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.357416 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.357416 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.357730 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.357730 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.357873 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.357959 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.358048 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.358192 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.358351 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.358508 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.358675 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.358835 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.358993 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.359151 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.359309 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.359468 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.359635 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.359794 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.359952 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.360110 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.360268 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.360426 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.360593 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.360752 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.360933 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.361091 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.361248 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.361405 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.361573 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.361738 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.361917 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.362084 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.362242 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.362400 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.362559 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.362729 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.362888 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.363049 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.363230 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.363389 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.363549 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.363709 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.363872 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.364040 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.364206 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.364372 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.364521 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.364687 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:950:999'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.364855 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.365034 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.365197 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.365949 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.366051 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 59198) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:19:02.369131 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.369314 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.369492 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.369666 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.369840 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.370010 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.370222 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.370936 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.371104 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.371266 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.371428 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.371589 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.371934 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.372098 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.372257 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.372437 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.372600 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.372758 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.372942 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 20 19:19:02.373097 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103862) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 20 19:19:02.375265 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [-] 10.222.0.79 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0073273 Jul 20 19:19:11.645081 dv-cinder-850548-1-iscsi neutron-server[103862]: DEBUG dbcounter [-] [103862] Writing DB stats neutron:SELECT=10,neutron:INSERT=31 {{(pid=103862) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:13.580592 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9bd7cf1-fe68-4f77-b0dc-a8af1cc27837 None None] get_active_networks_info from dv-cinder-850548-1-iscsi {{(pid=104009) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jul 20 19:19:13.609940 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writer thread running {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 19:19:13.710336 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bd7cf1-fe68-4f77-b0dc-a8af1cc27837 None None] No non-hosted networks {{(pid=104009) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 20 19:19:13.769311 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-02ab5032-070c-4733-a4ec-82c14f1eeb74 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1712638'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:15.385181 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writer thread running {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 19:19:15.920503 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3d1219c4-d6a6-47ae-a4d5-b8fa02acef6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1712638'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:16.001167 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-51b924e3-5698-4d7b-8858-2218c1811119 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:16.877367 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1712638'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:16.973076 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 59272) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:19:17.537551 dv-cinder-850548-1-iscsi neutron-server[104008]: WARNING oslo_policy.policy [None req-b488cd13-587d-4c80-9fb2-592af493a632 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 19:19:17.538103 dv-cinder-850548-1-iscsi neutron-server[104008]: WARNING oslo_policy.policy [None req-b488cd13-587d-4c80-9fb2-592af493a632 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 19:19:17.762984 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [None req-b488cd13-587d-4c80-9fb2-592af493a632 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:19:17.776909 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-b488cd13-587d-4c80-9fb2-592af493a632 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.7893639 Jul 20 19:19:18.597914 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1712638'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:18.759317 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1712638'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:18.759995 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:18.760333 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:18.760798 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:18.761383 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:18.761861 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:18.762198 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:18.762528 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:18.762880 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:18.763211 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:18.763535 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:18.763874 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:18.764203 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:18.764534 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:18.764860 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:18.765199 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:18.765593 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-850548-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:19:18.788480 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-850548-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.3', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0', 'NDPProxy': '1.0', 'Agent': '1.1'}} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:19:20.164583 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 59302) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:19:20.280502 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.db.l3_hamode_db [None req-c77741f2-2716-4777-985c-b66c1a2cfdfa None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 20 19:19:20.364020 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77741f2-2716-4777-985c-b66c1a2cfdfa None None] Routers set() bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:19:20.364541 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77741f2-2716-4777-985c-b66c1a2cfdfa None None] Router IDs set() for agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:468}} Jul 20 19:19:20.517984 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2f6693f5-e992-4926-bd1c-d23916f6e30f admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:19:20.610120 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.policy [None req-2f6693f5-e992-4926-bd1c-d23916f6e30f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104008) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 20 19:19:20.653159 dv-cinder-850548-1-iscsi neutron-server[104008]: WARNING oslo_policy.policy [None req-2f6693f5-e992-4926-bd1c-d23916f6e30f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 19:19:20.653797 dv-cinder-850548-1-iscsi neutron-server[104008]: WARNING oslo_policy.policy [None req-2f6693f5-e992-4926-bd1c-d23916f6e30f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 19:19:20.674334 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writer thread running {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 19:19:20.753906 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f6693f5-e992-4926-bd1c-d23916f6e30f admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773864617258', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773864617822', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773864633833', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773864644563', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773864636835', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8773864529153', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-636794', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-759112', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1821195', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1710612'] for rbac-policy (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:20.827984 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f6693f5-e992-4926-bd1c-d23916f6e30f admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:20.829434 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2f6693f5-e992-4926-bd1c-d23916f6e30f admin admin] 10.222.0.79 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6636713 Jul 20 19:19:23.119674 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 59314) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:19:23.465728 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:19:23.500067 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Made reservation on behalf of 3f00ea992c824af582c7fbffe696728b for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:19:23.503963 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for network (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:23.521886 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:23.634654 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Publish callbacks [] for security_group (a2329502-6216-4bc0-bd7a-d14bf91b385f), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:23.638332 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (a2329502-6216-4bc0-bd7a-d14bf91b385f), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:23.672396 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] vlan segment allocate from pool success with {'vlan_id': 974, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:19:23.701500 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773866507578', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (ce6251d5-e51f-4f47-bb5f-2a99433d7d8a), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:23.702063 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Unsubscribe: segment precommit_create {{(pid=104008) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 20 19:19:23.702596 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.segments_db [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Added segment ce6251d5-e51f-4f47-bb5f-2a99433d7d8a of type vlan for network 6a628f33-42b4-4d5a-ae26-69e57bf7229b Jul 20 19:19:23.719107 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=a2329502-6216-4bc0-bd7a-d14bf91b385f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:19:23.777411 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:23.777782 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:23.778252 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:23.778981 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:23.779435 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:23.779905 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:23.780340 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:23.780667 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:23.781014 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:23.781329 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:23.781646 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:23.782262 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:23.782586 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:23.782899 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:23.783266 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Tracked resource versions report: Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: pushed versions: Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: { 'AddressGroup': {'1.2'}, Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: 'Agent': {'1.1'}, Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: 'ConntrackHelper': {'1.0'}, Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: 'LocalIPAssociation': {'1.0'}, Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: 'Log': {'1.0'}, Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: 'NDPProxy': {'1.0'}, Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: 'Network': {'1.1'}, Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: 'Port': {'1.7'}, Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: 'PortForwarding': {'1.3'}, Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: 'QosPolicy': {'1.10'}, Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: 'SecurityGroup': {'1.5'}, Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: 'SecurityGroupRule': {'1.2'}, Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: 'SubPort': {'1.0'}, Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: 'Subnet': {'1.1'}, Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: 'Trunk': {'1.1'}} Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: consumer versions: Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: { DHCP agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: L3 agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: Metadata agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: Metering agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: Open vSwitch agent@dv-cinder-850548-1-iscsi: { 'AddressGroup': '1.2', Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: 'Agent': '1.1', Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: 'ConntrackHelper': '1.0', Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: 'LocalIPAssociation': '1.0', Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: 'Log': '1.0', Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: 'NDPProxy': '1.0', Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: 'Network': '1.1', Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: 'Port': '1.7', Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: 'PortForwarding': '1.3', Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: 'QosPolicy': '1.10', Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: 'SecurityGroup': '1.5', Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: 'SecurityGroupRule': '1.2', Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: 'SubPort': '1.0', Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: 'Subnet': '1.1', Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: 'Trunk': '1.1'}} Jul 20 19:19:23.785400 dv-cinder-850548-1-iscsi neutron-server[104008]: {{(pid=104008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 19:19:23.823769 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773866076730'] for network (6a628f33-42b4-4d5a-ae26-69e57bf7229b), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:23.840130 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=52,neutron:INSERT=45,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:23.872430 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for network (6a628f33-42b4-4d5a-ae26-69e57bf7229b), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:23.877694 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:19:23.878410 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:23.961294 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 729 time: 0.8398645 Jul 20 19:19:24.002618 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1a424-7eb4-41b6-b3a9-3a8c049a2bbd demo demo] Pushing event updated for resources: {'Network': ['ID=6a628f33-42b4-4d5a-ae26-69e57bf7229b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:19:24.015950 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Network 6a628f33-42b4-4d5a-ae26-69e57bf7229b details requested by agent ovs-agent-dv-cinder-850548-1-iscsi with host dv-cinder-850548-1-iscsi {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:19:26.309926 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 59328) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:19:26.738152 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2a2fadd-945d-4371-86b9-899c0e0ed3bf demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:19:26.739536 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-f2a2fadd-945d-4371-86b9-899c0e0ed3bf demo admin] 10.222.0.79 "GET /v2.0/networks/6a628f33-42b4-4d5a-ae26-69e57bf7229b HTTP/1.1" status: 200 len: 825 time: 0.4286304 Jul 20 19:19:26.766008 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-28c6e982-f7e6-43f2-ac98-feb7f0a25a2e demo admin] 10.222.0.79 "GET /v2.0/subnetpools/bb8a7017-8453-4fa2-ad79-7be294610f3f HTTP/1.1" status: 200 len: 734 time: 0.0197985 Jul 20 19:19:26.776550 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3dcdb816-a55a-4f1c-9f83-dfc1a09b6108 demo admin] Request body: {'subnet': {'network_id': '6a628f33-42b4-4d5a-ae26-69e57bf7229b', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'subnetpool_id': 'bb8a7017-8453-4fa2-ad79-7be294610f3f'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:19:26.801554 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcdb816-a55a-4f1c-9f83-dfc1a09b6108 demo admin] Made reservation on behalf of 3f00ea992c824af582c7fbffe696728b for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:19:26.803940 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3dcdb816-a55a-4f1c-9f83-dfc1a09b6108 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:26.946859 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:27.134112 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3dcdb816-a55a-4f1c-9f83-dfc1a09b6108 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for subnet (46678b38-d300-4510-9474-23e237a29b4b), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:27.204588 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcdb816-a55a-4f1c-9f83-dfc1a09b6108 demo admin] Pushing event updated for resources: {'Subnet': ['ID=46678b38-d300-4510-9474-23e237a29b4b,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:19:27.214438 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcdb816-a55a-4f1c-9f83-dfc1a09b6108 demo admin] Checking segment: {'id': 'ce6251d5-e51f-4f47-bb5f-2a99433d7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '6a628f33-42b4-4d5a-ae26-69e57bf7229b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:19:27.214823 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcdb816-a55a-4f1c-9f83-dfc1a09b6108 demo admin] Network hostable DHCP agents. Network: 6a628f33-42b4-4d5a-ae26-69e57bf7229b, hostable agents: ['217e9daa-c487-480e-ab7e-28b155725c37'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:19:27.237332 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcdb816-a55a-4f1c-9f83-dfc1a09b6108 demo admin] Network 6a628f33-42b4-4d5a-ae26-69e57bf7229b is scheduled to be hosted by DHCP agent 217e9daa-c487-480e-ab7e-28b155725c37 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:19:27.249203 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-3dcdb816-a55a-4f1c-9f83-dfc1a09b6108 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850548-1-iscsi, 6a628f33-42b4-4d5a-ae26-69e57bf7229b) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:19:27.254070 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcdb816-a55a-4f1c-9f83-dfc1a09b6108 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:19:27.254817 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3dcdb816-a55a-4f1c-9f83-dfc1a09b6108 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:27.261638 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0b68a0d-98fc-4d71-8be0-a078094e0af8 None None] Network 6a628f33-42b4-4d5a-ae26-69e57bf7229b requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:19:27.277619 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-3dcdb816-a55a-4f1c-9f83-dfc1a09b6108 demo admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5013280 Jul 20 19:19:27.540384 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a79ea1f-3a02-5f09-9d5d-548655c7a341-6a628f33-42b4-4d5a-ae26-69e57bf7229b', 'network_id': '6a628f33-42b4-4d5a-ae26-69e57bf7229b', 'project_id': '3f00ea992c824af582c7fbffe696728b', 'fixed_ips': [{'subnet_id': '46678b38-d300-4510-9474-23e237a29b4b'}]}} from dv-cinder-850548-1-iscsi. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 19:19:27.542340 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:27.825270 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Allocated IP 172.20.0.2 (6a628f33-42b4-4d5a-ae26-69e57bf7229b/46678b38-d300-4510-9474-23e237a29b4b/28fad612-5cd5-4aef-95fb-529051a4b2ac) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:19:27.839788 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=62,neutron:INSERT=37,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:28.105662 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Publish callbacks [] for port (28fad612-5cd5-4aef-95fb-529051a4b2ac), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:28.114764 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (28fad612-5cd5-4aef-95fb-529051a4b2ac), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:28.197457 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Network 6a628f33-42b4-4d5a-ae26-69e57bf7229b is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:19:28.202125 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:19:28.203743 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Pushing event updated for resources: {'Port': ['ID=28fad612-5cd5-4aef-95fb-529051a4b2ac,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:19:28.209580 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:19:28.218287 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:28.218636 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:28.218991 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:28.219345 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:28.219677 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:28.220003 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:28.220330 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:28.220653 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:28.220996 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:28.221317 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:28.221636 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:28.221974 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:28.222294 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:28.222611 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:28.222926 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Tracked resource versions report: Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: pushed versions: Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: { 'AddressGroup': {'1.2'}, Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: 'Agent': {'1.1'}, Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: 'ConntrackHelper': {'1.0'}, Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: 'LocalIPAssociation': {'1.0'}, Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: 'Log': {'1.0'}, Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: 'NDPProxy': {'1.0'}, Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: 'Network': {'1.1'}, Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: 'Port': {'1.7'}, Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: 'PortForwarding': {'1.3'}, Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: 'QosPolicy': {'1.10'}, Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: 'SecurityGroup': {'1.5'}, Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: 'SecurityGroupRule': {'1.2'}, Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: 'SubPort': {'1.0'}, Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: 'Subnet': {'1.1'}, Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: 'Trunk': {'1.1'}} Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: consumer versions: Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: { DHCP agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: L3 agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: Metadata agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: Metering agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: Open vSwitch agent@dv-cinder-850548-1-iscsi: { 'AddressGroup': '1.2', Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: 'Agent': '1.1', Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: 'ConntrackHelper': '1.0', Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: 'LocalIPAssociation': '1.0', Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: 'Log': '1.0', Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: 'NDPProxy': '1.0', Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: 'Network': '1.1', Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: 'Port': '1.7', Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: 'PortForwarding': '1.3', Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: 'QosPolicy': '1.10', Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: 'SecurityGroup': '1.5', Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: 'SecurityGroupRule': '1.2', Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: 'SubPort': '1.0', Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: 'Subnet': '1.1', Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: 'Trunk': '1.1'}} Jul 20 19:19:28.224375 dv-cinder-850548-1-iscsi neutron-server[104009]: {{(pid=104009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 19:19:28.302851 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Attempting to bind port 28fad612-5cd5-4aef-95fb-529051a4b2ac on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:19:28.303545 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Attempting to bind port 28fad612-5cd5-4aef-95fb-529051a4b2ac by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': 'ce6251d5-e51f-4f47-bb5f-2a99433d7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '6a628f33-42b4-4d5a-ae26-69e57bf7229b'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:19:28.303653 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Attempting to bind port 28fad612-5cd5-4aef-95fb-529051a4b2ac on network 6a628f33-42b4-4d5a-ae26-69e57bf7229b {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:19:28.306163 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:28.310565 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:19:28.310932 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Checking segment: {'id': 'ce6251d5-e51f-4f47-bb5f-2a99433d7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '6a628f33-42b4-4d5a-ae26-69e57bf7229b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:19:28.311400 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:28.311783 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Bound using segment: {'id': 'ce6251d5-e51f-4f47-bb5f-2a99433d7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '6a628f33-42b4-4d5a-ae26-69e57bf7229b'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:19:28.312239 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Bound port: 28fad612-5cd5-4aef-95fb-529051a4b2ac, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6251d5-e51f-4f47-bb5f-2a99433d7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '6a628f33-42b4-4d5a-ae26-69e57bf7229b'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:19:28.312642 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (28fad612-5cd5-4aef-95fb-529051a4b2ac), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:28.377287 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] For port 28fad612-5cd5-4aef-95fb-529051a4b2ac, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:19:28.397057 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] For port 28fad612-5cd5-4aef-95fb-529051a4b2ac, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=28fad612-5cd5-4aef-95fb-529051a4b2ac,segment=NetworkSegment(ce6251d5-e51f-4f47-bb5f-2a99433d7d8a),segment_id=ce6251d5-e51f-4f47-bb5f-2a99433d7d8a)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:19:28.405155 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (28fad612-5cd5-4aef-95fb-529051a4b2ac), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:28.463337 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf1543d-008c-47e2-bdaf-364cd298e2b5 None None] Pushing event updated for resources: {'Port': ['ID=28fad612-5cd5-4aef-95fb-529051a4b2ac,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:19:29.643671 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 59338) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:19:30.029113 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [None req-c8908494-c1db-48c7-9193-193383ca1105 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:19:30.030299 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-c8908494-c1db-48c7-9193-193383ca1105 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3856776 Jul 20 19:19:30.611348 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=16,neutron:INSERT=31 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:30.615991 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=8 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:32.406301 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 59350) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:19:33.069340 dv-cinder-850548-1-iscsi neutron-server[104007]: WARNING oslo_policy.policy [None req-9eb9c83d-e98b-417e-9917-e88ae843efc1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 19:19:33.070481 dv-cinder-850548-1-iscsi neutron-server[104007]: WARNING oslo_policy.policy [None req-9eb9c83d-e98b-417e-9917-e88ae843efc1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 19:19:33.351906 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [None req-9eb9c83d-e98b-417e-9917-e88ae843efc1 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:19:33.353238 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-9eb9c83d-e98b-417e-9917-e88ae843efc1 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.9447942 Jul 20 19:19:35.720138 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 59368) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:19:36.055487 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-69c15019-5e8a-4d02-a695-d3f3ea960290 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:19:36.116023 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.policy [None req-69c15019-5e8a-4d02-a695-d3f3ea960290 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=104007) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 20 19:19:36.159982 dv-cinder-850548-1-iscsi neutron-server[104007]: WARNING oslo_policy.policy [None req-69c15019-5e8a-4d02-a695-d3f3ea960290 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 19:19:36.160399 dv-cinder-850548-1-iscsi neutron-server[104007]: WARNING oslo_policy.policy [None req-69c15019-5e8a-4d02-a695-d3f3ea960290 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 20 19:19:36.181368 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writer thread running {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:99}} Jul 20 19:19:36.182029 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=11,neutron:INSERT=31 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:36.227634 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-69c15019-5e8a-4d02-a695-d3f3ea960290 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1715278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3573'] for router (265b77be-c613-4707-886d-ed96cac0af19), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:36.230047 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-69c15019-5e8a-4d02-a695-d3f3ea960290 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1715418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823423', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1688196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3582'] for router (265b77be-c613-4707-886d-ed96cac0af19), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:36.390224 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-69c15019-5e8a-4d02-a695-d3f3ea960290 demo demo] Publish callbacks [] for router_controller (265b77be-c613-4707-886d-ed96cac0af19), precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:36.396197 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-69c15019-5e8a-4d02-a695-d3f3ea960290 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1715395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1823315'] for router (265b77be-c613-4707-886d-ed96cac0af19), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:36.421324 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-69c15019-5e8a-4d02-a695-d3f3ea960290 demo demo] Publish callbacks [] for router (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:36.429432 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-69c15019-5e8a-4d02-a695-d3f3ea960290 demo demo] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.7081401 Jul 20 19:19:36.520577 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 28fad612-5cd5-4aef-95fb-529051a4b2ac up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:19:36.612678 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 28fad612-5cd5-4aef-95fb-529051a4b2ac triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:19:36.613124 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (28fad612-5cd5-4aef-95fb-529051a4b2ac), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:36.733491 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 28fad612-5cd5-4aef-95fb-529051a4b2ac is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:19:36.733886 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (28fad612-5cd5-4aef-95fb-529051a4b2ac), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:36.748782 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c493bda0-8cca-485f-ae7b-6f5f7e67e177 None None] Network 6a628f33-42b4-4d5a-ae26-69e57bf7229b requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:19:36.821065 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] For port 28fad612-5cd5-4aef-95fb-529051a4b2ac, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=28fad612-5cd5-4aef-95fb-529051a4b2ac,segment=NetworkSegment(ce6251d5-e51f-4f47-bb5f-2a99433d7d8a),segment_id=ce6251d5-e51f-4f47-bb5f-2a99433d7d8a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:19:36.827932 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (28fad612-5cd5-4aef-95fb-529051a4b2ac), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:36.893918 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-05c941c1-d8e8-4876-a318-bae7d32de82f None None] Provisioning complete for port 28fad612-5cd5-4aef-95fb-529051a4b2ac triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:19:36.894307 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-05c941c1-d8e8-4876-a318-bae7d32de82f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (28fad612-5cd5-4aef-95fb-529051a4b2ac), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:36.956791 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Pushing event updated for resources: {'Port': ['ID=28fad612-5cd5-4aef-95fb-529051a4b2ac,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:19:36.995563 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:37.032392 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-05c941c1-d8e8-4876-a318-bae7d32de82f None None] Current status of the port 28fad612-5cd5-4aef-95fb-529051a4b2ac is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:19:37.150668 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-bb2781b6-9367-4e9d-906c-a240188a72a8 None None] Provisioning complete for port 28fad612-5cd5-4aef-95fb-529051a4b2ac triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:19:37.151165 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bb2781b6-9367-4e9d-906c-a240188a72a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (28fad612-5cd5-4aef-95fb-529051a4b2ac), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:37.224069 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-bb2781b6-9367-4e9d-906c-a240188a72a8 None None] Current status of the port 28fad612-5cd5-4aef-95fb-529051a4b2ac is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:19:37.265088 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=31,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:37.265890 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=51,neutron:UPDATE=2,neutron:INSERT=4,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:38.495561 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 28fad612-5cd5-4aef-95fb-529051a4b2ac up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:19:38.542728 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 28fad612-5cd5-4aef-95fb-529051a4b2ac triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:19:38.543124 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (28fad612-5cd5-4aef-95fb-529051a4b2ac), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:38.585135 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:38.617141 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 28fad612-5cd5-4aef-95fb-529051a4b2ac is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:19:38.797542 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 59384) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:19:39.135295 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [None req-0b422579-832c-43b6-8ef8-7f7fb8550c27 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:19:39.136531 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-0b422579-832c-43b6-8ef8-7f7fb8550c27 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3380771 Jul 20 19:19:41.459109 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 59392) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:19:41.792239 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-0bca80d5-4026-4505-abe0-2c851ebca057 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'is_default': True, 'admin_state_up': True}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:19:41.813248 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bca80d5-4026-4505-abe0-2c851ebca057 admin admin] Made reservation on behalf of 8afe543881644c988270ab8de48728b1 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:19:41.815668 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0bca80d5-4026-4505-abe0-2c851ebca057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for network (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:41.823938 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0bca80d5-4026-4505-abe0-2c851ebca057 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:41.899727 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0bca80d5-4026-4505-abe0-2c851ebca057 admin admin] Publish callbacks [] for security_group (7f1a2de0-c856-454b-818a-ee30ed906542), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:41.904587 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0bca80d5-4026-4505-abe0-2c851ebca057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (7f1a2de0-c856-454b-818a-ee30ed906542), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:41.920551 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0bca80d5-4026-4505-abe0-2c851ebca057 admin admin] Reserving flat network on physical network physnet1 {{(pid=104008) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 20 19:19:41.942695 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca80d5-4026-4505-abe0-2c851ebca057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1a2de0-c856-454b-818a-ee30ed906542,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:19:41.947459 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0bca80d5-4026-4505-abe0-2c851ebca057 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (0e7b15f5-3f0f-42c3-b082-6cec10e29edf), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:41.947866 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.segments_db [None req-0bca80d5-4026-4505-abe0-2c851ebca057 admin admin] Added segment 0e7b15f5-3f0f-42c3-b082-6cec10e29edf of type flat for network 0148b93c-d79f-482c-aa55-1b162de4f442 Jul 20 19:19:41.995308 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0bca80d5-4026-4505-abe0-2c851ebca057 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773866076730'] for network (0148b93c-d79f-482c-aa55-1b162de4f442), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:42.027819 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0bca80d5-4026-4505-abe0-2c851ebca057 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for network (0148b93c-d79f-482c-aa55-1b162de4f442), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:42.029129 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bca80d5-4026-4505-abe0-2c851ebca057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:19:42.029705 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0bca80d5-4026-4505-abe0-2c851ebca057 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:42.086653 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-0bca80d5-4026-4505-abe0-2c851ebca057 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6255872 Jul 20 19:19:42.128025 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca80d5-4026-4505-abe0-2c851ebca057 admin admin] Pushing event updated for resources: {'Network': ['ID=0148b93c-d79f-482c-aa55-1b162de4f442,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:19:42.143392 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Network 0148b93c-d79f-482c-aa55-1b162de4f442 details requested by agent ovs-agent-dv-cinder-850548-1-iscsi with host dv-cinder-850548-1-iscsi {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:19:43.554193 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33e97019-5745-4d15-b098-20937597d0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:44.405088 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 59400) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:19:44.851754 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3acf723a-6f68-4cba-8757-99031bd1526c demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:19:44.853311 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-3acf723a-6f68-4cba-8757-99031bd1526c demo admin] 10.222.0.79 "GET /v2.0/subnets/46678b38-d300-4510-9474-23e237a29b4b HTTP/1.1" status: 200 len: 849 time: 0.4472957 Jul 20 19:19:44.973712 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-ae1c1047-6af8-4abb-a0cf-77e2dcc1f5f8 demo admin] 10.222.0.79 "GET /v2.0/routers/265b77be-c613-4707-886d-ed96cac0af19 HTTP/1.1" status: 200 len: 704 time: 0.1142015 Jul 20 19:19:45.268790 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:45.582302 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Allocated IP 172.20.0.1 (6a628f33-42b4-4d5a-ae26-69e57bf7229b/46678b38-d300-4510-9474-23e237a29b4b/61b0bcd4-ce71-4d3d-bc52-bece4aab5eae) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:19:45.812866 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Publish callbacks [] for port (61b0bcd4-ce71-4d3d-bc52-bece4aab5eae), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:45.884319 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (61b0bcd4-ce71-4d3d-bc52-bece4aab5eae), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:45.901737 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:45.907880 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Network 6a628f33-42b4-4d5a-ae26-69e57bf7229b is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:19:45.920782 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0396b20c-8262-49e7-ae49-5bca9d044890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:45.929342 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:19:45.994853 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:45.996798 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:19:45.997429 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819021'] for router_interface (265b77be-c613-4707-886d-ed96cac0af19), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:46.074666 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Pushing event updated for resources: {'Port': ['ID=61b0bcd4-ce71-4d3d-bc52-bece4aab5eae,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:19:46.107524 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:46.107875 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:46.108235 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:46.108589 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:46.108946 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:46.109279 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:46.109606 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:46.109929 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:46.110272 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:46.110601 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:46.110927 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:46.111264 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:46.111586 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:46.111898 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:46.112220 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Tracked resource versions report: Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: pushed versions: Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: { 'AddressGroup': {'1.2'}, Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: 'Agent': {'1.1'}, Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: 'ConntrackHelper': {'1.0'}, Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: 'LocalIPAssociation': {'1.0'}, Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: 'Log': {'1.0'}, Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: 'NDPProxy': {'1.0'}, Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: 'Network': {'1.1'}, Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: 'Port': {'1.7'}, Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: 'PortForwarding': {'1.3'}, Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: 'QosPolicy': {'1.10'}, Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: 'SecurityGroup': {'1.5'}, Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: 'SecurityGroupRule': {'1.2'}, Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: 'SubPort': {'1.0'}, Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: 'Subnet': {'1.1'}, Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: 'Trunk': {'1.1'}} Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: consumer versions: Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: { DHCP agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: L3 agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: Metadata agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: Metering agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: Open vSwitch agent@dv-cinder-850548-1-iscsi: { 'AddressGroup': '1.2', Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: 'Agent': '1.1', Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: 'ConntrackHelper': '1.0', Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: 'LocalIPAssociation': '1.0', Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: 'Log': '1.0', Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: 'NDPProxy': '1.0', Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: 'Network': '1.1', Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: 'Port': '1.7', Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: 'PortForwarding': '1.3', Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: 'QosPolicy': '1.10', Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: 'SecurityGroup': '1.5', Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: 'SecurityGroupRule': '1.2', Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: 'SubPort': '1.0', Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: 'Subnet': '1.1', Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: 'Trunk': '1.1'}} Jul 20 19:19:46.113670 dv-cinder-850548-1-iscsi neutron-server[104007]: {{(pid=104007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 19:19:46.196661 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-46b3b3e5-b842-442b-8f5f-e63f056dd834 None None] Provisioning complete for port 61b0bcd4-ce71-4d3d-bc52-bece4aab5eae triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:19:46.197078 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-46b3b3e5-b842-442b-8f5f-e63f056dd834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (61b0bcd4-ce71-4d3d-bc52-bece4aab5eae), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:46.225119 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (61b0bcd4-ce71-4d3d-bc52-bece4aab5eae), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:46.231081 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-46b3b3e5-b842-442b-8f5f-e63f056dd834 None None] Port 61b0bcd4-ce71-4d3d-bc52-bece4aab5eae cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:19:46.443625 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Publish callbacks [] for port (61b0bcd4-ce71-4d3d-bc52-bece4aab5eae), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:46.449151 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (61b0bcd4-ce71-4d3d-bc52-bece4aab5eae), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:46.449951 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1822453'] for router_interface (265b77be-c613-4707-886d-ed96cac0af19), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:46.508793 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Pushing event updated for resources: {'Port': ['ID=61b0bcd4-ce71-4d3d-bc52-bece4aab5eae,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:19:46.625895 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Network 6a628f33-42b4-4d5a-ae26-69e57bf7229b is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:19:46.627185 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:19:46.790519 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Router 265b77be-c613-4707-886d-ed96cac0af19 is scheduled to L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 19:19:46.843343 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:46.858886 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-18dbddec-a4d8-4638-a8a5-8b532437b556 None None] Provisioning complete for port 61b0bcd4-ce71-4d3d-bc52-bece4aab5eae triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:19:46.859273 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-18dbddec-a4d8-4638-a8a5-8b532437b556 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (61b0bcd4-ce71-4d3d-bc52-bece4aab5eae), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:46.883729 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:19:46.897270 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482cb395-8938-4f96-8441-b26263120ab6 None None] Sync routers for ids ['265b77be-c613-4707-886d-ed96cac0af19'] in dv-cinder-850548-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:19:46.897835 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-ca01ace5-a81b-4872-be33-70eabf5e77fe demo admin] 10.222.0.79 "PUT /v2.0/routers/265b77be-c613-4707-886d-ed96cac0af19/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9183202 Jul 20 19:19:46.911098 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482cb395-8938-4f96-8441-b26263120ab6 None None] Routers {'265b77be-c613-4707-886d-ed96cac0af19'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:19:46.911936 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-482cb395-8938-4f96-8441-b26263120ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:19:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['265b77be-c613-4707-886d-ed96cac0af19'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:19:46.959606 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-18dbddec-a4d8-4638-a8a5-8b532437b556 None None] Port 61b0bcd4-ce71-4d3d-bc52-bece4aab5eae cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:19:47.097526 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-482cb395-8938-4f96-8441-b26263120ab6 None None] Set router 265b77be-c613-4707-886d-ed96cac0af19 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:19:47.535759 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-482cb395-8938-4f96-8441-b26263120ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265b77be-c613-4707-886d-ed96cac0af19', 'name': 'router1', 'tenant_id': '3f00ea992c824af582c7fbffe696728b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:19:36Z', 'updated_at': '2022-07-20T19:19:46Z', 'revision_number': 2, 'project_id': '3f00ea992c824af582c7fbffe696728b', 'gw_port_host': None, '_interfaces': [{'id': '61b0bcd4-ce71-4d3d-bc52-bece4aab5eae', 'name': '', 'network_id': '6a628f33-42b4-4d5a-ae26-69e57bf7229b', 'tenant_id': '3f00ea992c824af582c7fbffe696728b', 'mac_address': 'fa:16:3e:7e:1f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265b77be-c613-4707-886d-ed96cac0af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46678b38-d300-4510-9474-23e237a29b4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:19:45Z', 'updated_at': '2022-07-20T19:19:46Z', 'revision_number': 2, 'project_id': '3f00ea992c824af582c7fbffe696728b', 'subnets': [{'id': '46678b38-d300-4510-9474-23e237a29b4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb8a7017-8453-4fa2-ad79-7be294610f3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:19:47.587373 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482cb395-8938-4f96-8441-b26263120ab6 None None] Checking router: 265b77be-c613-4707-886d-ed96cac0af19 for host: dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:19:47.587812 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482cb395-8938-4f96-8441-b26263120ab6 None None] Updating router 265b77be-c613-4707-886d-ed96cac0af19 port 61b0bcd4-ce71-4d3d-bc52-bece4aab5eae binding host dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:19:47.642939 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-482cb395-8938-4f96-8441-b26263120ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (61b0bcd4-ce71-4d3d-bc52-bece4aab5eae), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:48.201621 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-482cb395-8938-4f96-8441-b26263120ab6 None None] Publish callbacks [] for port (61b0bcd4-ce71-4d3d-bc52-bece4aab5eae), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:48.208630 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-482cb395-8938-4f96-8441-b26263120ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (61b0bcd4-ce71-4d3d-bc52-bece4aab5eae), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:48.310473 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9788fe5-5278-4afb-8b84-0b71c35b3af8 None None] Pushing event updated for resources: {'Port': ['ID=61b0bcd4-ce71-4d3d-bc52-bece4aab5eae,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:19:48.345678 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9788fe5-5278-4afb-8b84-0b71c35b3af8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:48.346028 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9788fe5-5278-4afb-8b84-0b71c35b3af8 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:48.346385 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9788fe5-5278-4afb-8b84-0b71c35b3af8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:48.346734 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9788fe5-5278-4afb-8b84-0b71c35b3af8 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:48.347071 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9788fe5-5278-4afb-8b84-0b71c35b3af8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:48.347402 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9788fe5-5278-4afb-8b84-0b71c35b3af8 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:48.347732 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9788fe5-5278-4afb-8b84-0b71c35b3af8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:48.348067 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9788fe5-5278-4afb-8b84-0b71c35b3af8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:48.348391 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9788fe5-5278-4afb-8b84-0b71c35b3af8 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:48.348717 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9788fe5-5278-4afb-8b84-0b71c35b3af8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:48.349070 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9788fe5-5278-4afb-8b84-0b71c35b3af8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:48.349416 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9788fe5-5278-4afb-8b84-0b71c35b3af8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:48.349745 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9788fe5-5278-4afb-8b84-0b71c35b3af8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:48.350068 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9788fe5-5278-4afb-8b84-0b71c35b3af8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:48.350392 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9788fe5-5278-4afb-8b84-0b71c35b3af8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9788fe5-5278-4afb-8b84-0b71c35b3af8 None None] Tracked resource versions report: Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: pushed versions: Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: { 'AddressGroup': {'1.2'}, Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: 'Agent': {'1.1'}, Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: 'ConntrackHelper': {'1.0'}, Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: 'LocalIPAssociation': {'1.0'}, Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: 'Log': {'1.0'}, Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: 'NDPProxy': {'1.0'}, Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: 'Network': {'1.1'}, Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: 'Port': {'1.7'}, Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: 'PortForwarding': {'1.3'}, Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: 'QosPolicy': {'1.10'}, Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: 'SecurityGroup': {'1.5'}, Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: 'SecurityGroupRule': {'1.2'}, Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: 'SubPort': {'1.0'}, Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: 'Subnet': {'1.1'}, Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: 'Trunk': {'1.1'}} Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: consumer versions: Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: { DHCP agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: L3 agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: Metadata agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: Metering agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: Open vSwitch agent@dv-cinder-850548-1-iscsi: { 'AddressGroup': '1.2', Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: 'Agent': '1.1', Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: 'ConntrackHelper': '1.0', Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: 'LocalIPAssociation': '1.0', Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: 'Log': '1.0', Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: 'NDPProxy': '1.0', Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: 'Network': '1.1', Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: 'Port': '1.7', Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: 'PortForwarding': '1.3', Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: 'QosPolicy': '1.10', Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: 'SecurityGroup': '1.5', Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: 'SecurityGroupRule': '1.2', Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: 'SubPort': '1.0', Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: 'Subnet': '1.1', Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: 'Trunk': '1.1'}} Jul 20 19:19:48.351898 dv-cinder-850548-1-iscsi neutron-server[104010]: {{(pid=104010) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 19:19:48.413029 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-482cb395-8938-4f96-8441-b26263120ab6 None None] Attempting to bind port 61b0bcd4-ce71-4d3d-bc52-bece4aab5eae on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:19:48.413431 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-482cb395-8938-4f96-8441-b26263120ab6 None None] Attempting to bind port 61b0bcd4-ce71-4d3d-bc52-bece4aab5eae by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': 'ce6251d5-e51f-4f47-bb5f-2a99433d7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '6a628f33-42b4-4d5a-ae26-69e57bf7229b'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:19:48.413845 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482cb395-8938-4f96-8441-b26263120ab6 None None] Attempting to bind port 61b0bcd4-ce71-4d3d-bc52-bece4aab5eae on network 6a628f33-42b4-4d5a-ae26-69e57bf7229b {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:19:48.420737 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482cb395-8938-4f96-8441-b26263120ab6 None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 19, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:19:48.421168 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482cb395-8938-4f96-8441-b26263120ab6 None None] Checking segment: {'id': 'ce6251d5-e51f-4f47-bb5f-2a99433d7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '6a628f33-42b4-4d5a-ae26-69e57bf7229b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:19:48.421635 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-482cb395-8938-4f96-8441-b26263120ab6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:48.422024 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482cb395-8938-4f96-8441-b26263120ab6 None None] Bound using segment: {'id': 'ce6251d5-e51f-4f47-bb5f-2a99433d7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '6a628f33-42b4-4d5a-ae26-69e57bf7229b'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:19:48.422486 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-482cb395-8938-4f96-8441-b26263120ab6 None None] Bound port: 61b0bcd4-ce71-4d3d-bc52-bece4aab5eae, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce6251d5-e51f-4f47-bb5f-2a99433d7d8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 974, 'network_id': '6a628f33-42b4-4d5a-ae26-69e57bf7229b'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:19:48.422860 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-482cb395-8938-4f96-8441-b26263120ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (61b0bcd4-ce71-4d3d-bc52-bece4aab5eae), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:48.488060 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:48.491929 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-335ce960-41d0-42be-8bdd-fc4adc40fc3a None None] Provisioning complete for port 61b0bcd4-ce71-4d3d-bc52-bece4aab5eae triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:19:48.492453 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-335ce960-41d0-42be-8bdd-fc4adc40fc3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (61b0bcd4-ce71-4d3d-bc52-bece4aab5eae), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:48.496774 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-482cb395-8938-4f96-8441-b26263120ab6 None None] For port 61b0bcd4-ce71-4d3d-bc52-bece4aab5eae, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:19:48.518555 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-482cb395-8938-4f96-8441-b26263120ab6 None None] For port 61b0bcd4-ce71-4d3d-bc52-bece4aab5eae, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=61b0bcd4-ce71-4d3d-bc52-bece4aab5eae,segment=NetworkSegment(ce6251d5-e51f-4f47-bb5f-2a99433d7d8a),segment_id=ce6251d5-e51f-4f47-bb5f-2a99433d7d8a)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:19:48.526590 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-482cb395-8938-4f96-8441-b26263120ab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (61b0bcd4-ce71-4d3d-bc52-bece4aab5eae), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:48.538214 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:48.539714 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-335ce960-41d0-42be-8bdd-fc4adc40fc3a None None] Port 61b0bcd4-ce71-4d3d-bc52-bece4aab5eae cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:19:48.543238 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:48.578968 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-482cb395-8938-4f96-8441-b26263120ab6 None None] Routers {'265b77be-c613-4707-886d-ed96cac0af19'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:19:48.579596 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-482cb395-8938-4f96-8441-b26263120ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:19:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['265b77be-c613-4707-886d-ed96cac0af19'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:19:48.676836 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9788fe5-5278-4afb-8b84-0b71c35b3af8 None None] Pushing event updated for resources: {'Port': ['ID=61b0bcd4-ce71-4d3d-bc52-bece4aab5eae,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:19:48.695627 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-482cb395-8938-4f96-8441-b26263120ab6 None None] Set router 265b77be-c613-4707-886d-ed96cac0af19 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:19:48.752806 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:48.770334 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-3d1f09b1-b896-49bc-9c59-b69a1091fc51 None None] Provisioning complete for port 61b0bcd4-ce71-4d3d-bc52-bece4aab5eae triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:19:48.770707 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3d1f09b1-b896-49bc-9c59-b69a1091fc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (61b0bcd4-ce71-4d3d-bc52-bece4aab5eae), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:48.849799 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-3d1f09b1-b896-49bc-9c59-b69a1091fc51 None None] Current status of the port 61b0bcd4-ce71-4d3d-bc52-bece4aab5eae is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:19:48.850126 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3d1f09b1-b896-49bc-9c59-b69a1091fc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (61b0bcd4-ce71-4d3d-bc52-bece4aab5eae), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:48.890468 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-3d1f09b1-b896-49bc-9c59-b69a1091fc51 None None] For port 61b0bcd4-ce71-4d3d-bc52-bece4aab5eae, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=61b0bcd4-ce71-4d3d-bc52-bece4aab5eae,segment=NetworkSegment(ce6251d5-e51f-4f47-bb5f-2a99433d7d8a),segment_id=ce6251d5-e51f-4f47-bb5f-2a99433d7d8a)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:19:48.894692 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3d1f09b1-b896-49bc-9c59-b69a1091fc51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (61b0bcd4-ce71-4d3d-bc52-bece4aab5eae), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:48.919667 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-482cb395-8938-4f96-8441-b26263120ab6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265b77be-c613-4707-886d-ed96cac0af19', 'name': 'router1', 'tenant_id': '3f00ea992c824af582c7fbffe696728b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:19:36Z', 'updated_at': '2022-07-20T19:19:46Z', 'revision_number': 2, 'project_id': '3f00ea992c824af582c7fbffe696728b', 'gw_port_host': None, '_interfaces': [{'id': '61b0bcd4-ce71-4d3d-bc52-bece4aab5eae', 'name': '', 'network_id': '6a628f33-42b4-4d5a-ae26-69e57bf7229b', 'tenant_id': '3f00ea992c824af582c7fbffe696728b', 'mac_address': 'fa:16:3e:7e:1f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265b77be-c613-4707-886d-ed96cac0af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46678b38-d300-4510-9474-23e237a29b4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:19:45Z', 'updated_at': '2022-07-20T19:19:48Z', 'revision_number': 4, 'project_id': '3f00ea992c824af582c7fbffe696728b', 'subnets': [{'id': '46678b38-d300-4510-9474-23e237a29b4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb8a7017-8453-4fa2-ad79-7be294610f3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:19:48.946756 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f09b1-b896-49bc-9c59-b69a1091fc51 None None] Pushing event updated for resources: {'Port': ['ID=61b0bcd4-ce71-4d3d-bc52-bece4aab5eae,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:19:48.948616 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-482cb395-8938-4f96-8441-b26263120ab6 None None] The sync data for ids ['265b77be-c613-4707-886d-ed96cac0af19'] in dv-cinder-850548-1-iscsi is: [{'id': '265b77be-c613-4707-886d-ed96cac0af19', 'name': 'router1', 'tenant_id': '3f00ea992c824af582c7fbffe696728b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:19:36Z', 'updated_at': '2022-07-20T19:19:46Z', 'revision_number': 2, 'project_id': '3f00ea992c824af582c7fbffe696728b', 'gw_port_host': None, '_interfaces': [{'id': '61b0bcd4-ce71-4d3d-bc52-bece4aab5eae', 'name': '', 'network_id': '6a628f33-42b4-4d5a-ae26-69e57bf7229b', 'tenant_id': '3f00ea992c824af582c7fbffe696728b', 'mac_address': 'fa:16:3e:7e:1f:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265b77be-c613-4707-886d-ed96cac0af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46678b38-d300-4510-9474-23e237a29b4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:19:45Z', 'updated_at': '2022-07-20T19:19:48Z', 'revision_number': 4, 'project_id': '3f00ea992c824af582c7fbffe696728b', 'subnets': [{'id': '46678b38-d300-4510-9474-23e237a29b4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb8a7017-8453-4fa2-ad79-7be294610f3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:19:49.225593 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 59416) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:19:49.638739 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39e58b3f-69b0-4703-a978-4e39158d0655 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:19:49.640248 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-39e58b3f-69b0-4703-a978-4e39158d0655 admin admin] 10.222.0.79 "GET /v2.0/networks/0148b93c-d79f-482c-aa55-1b162de4f442 HTTP/1.1" status: 200 len: 842 time: 0.4136720 Jul 20 19:19:49.649712 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-93c33333-952c-475b-9888-e6d4b8e2c75e admin admin] Request body: {'subnet': {'name': 'public-subnet', 'gateway_ip': '172.27.3.1', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.27.3.0/24'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:19:49.676160 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c33333-952c-475b-9888-e6d4b8e2c75e admin admin] Made reservation on behalf of 8afe543881644c988270ab8de48728b1 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:19:49.678606 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93c33333-952c-475b-9888-e6d4b8e2c75e admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:49.772451 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:49.773093 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:49.990664 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.objects.ports [None req-93c33333-952c-475b-9888-e6d4b8e2c75e admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=104007) get_objects /opt/stack/neutron/neutron/objects/ports.py:463}} Jul 20 19:19:49.991029 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93c33333-952c-475b-9888-e6d4b8e2c75e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for subnet (9a6c0e64-8fd5-4336-8a8c-b393c90fda39), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:50.053266 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c33333-952c-475b-9888-e6d4b8e2c75e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a6c0e64-8fd5-4336-8a8c-b393c90fda39,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:19:50.070036 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c33333-952c-475b-9888-e6d4b8e2c75e admin admin] Checking segment: {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:19:50.070390 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c33333-952c-475b-9888-e6d4b8e2c75e admin admin] Network hostable DHCP agents. Network: 0148b93c-d79f-482c-aa55-1b162de4f442, hostable agents: ['217e9daa-c487-480e-ab7e-28b155725c37'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:19:50.100774 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c33333-952c-475b-9888-e6d4b8e2c75e admin admin] Network 0148b93c-d79f-482c-aa55-1b162de4f442 is scheduled to be hosted by DHCP agent 217e9daa-c487-480e-ab7e-28b155725c37 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:19:50.115048 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-93c33333-952c-475b-9888-e6d4b8e2c75e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850548-1-iscsi, 0148b93c-d79f-482c-aa55-1b162de4f442) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:19:50.120281 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c33333-952c-475b-9888-e6d4b8e2c75e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:19:50.121222 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93c33333-952c-475b-9888-e6d4b8e2c75e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for subnet (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:50.128872 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3da32c-c3ab-43cd-ae82-40012ff3f894 None None] Network 0148b93c-d79f-482c-aa55-1b162de4f442 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:19:50.146076 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-93c33333-952c-475b-9888-e6d4b8e2c75e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4997039 Jul 20 19:19:50.226738 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:50.264193 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3afbc0e-9c49-426a-939a-ae573f1f1270 None None] Network 0148b93c-d79f-482c-aa55-1b162de4f442 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:19:52.087488 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=34,neutron:INSERT=13,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:52.125467 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=38,neutron:INSERT=8,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:52.600806 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 59424) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:19:53.184163 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-020bf07f-bc61-4e33-988f-c52c4bfc7d66 demo admin] 10.222.0.79 "GET /v2.0/routers/265b77be-c613-4707-886d-ed96cac0af19 HTTP/1.1" status: 200 len: 710 time: 0.5821216 Jul 20 19:19:53.310879 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ec764a-6548-4ffe-a916-542f1a217d52 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:19:53.312270 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-a7ec764a-6548-4ffe-a916-542f1a217d52 demo admin] 10.222.0.79 "GET /v2.0/networks/0148b93c-d79f-482c-aa55-1b162de4f442 HTTP/1.1" status: 200 len: 886 time: 0.1226268 Jul 20 19:19:53.322032 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-6c78d1fd-d622-4377-be69-776cf8ecd480 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:19:53.581510 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c78d1fd-d622-4377-be69-776cf8ecd480 demo admin] Publish callbacks [] for router_gateway (265b77be-c613-4707-886d-ed96cac0af19), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:53.818655 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c78d1fd-d622-4377-be69-776cf8ecd480 demo admin] Publish callbacks [] for router_gateway (265b77be-c613-4707-886d-ed96cac0af19), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:53.968325 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c78d1fd-d622-4377-be69-776cf8ecd480 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:54.137224 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-6c78d1fd-d622-4377-be69-776cf8ecd480 demo admin] Allocated IP 172.27.3.122 (0148b93c-d79f-482c-aa55-1b162de4f442/9a6c0e64-8fd5-4336-8a8c-b393c90fda39/04f5d99e-f42b-40e6-96f6-81c651ac7b28) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:19:54.256738 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c78d1fd-d622-4377-be69-776cf8ecd480 demo admin] Publish callbacks [] for port (04f5d99e-f42b-40e6-96f6-81c651ac7b28), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:54.287836 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:INSERT=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:54.295430 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:54.320792 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c78d1fd-d622-4377-be69-776cf8ecd480 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (04f5d99e-f42b-40e6-96f6-81c651ac7b28), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:54.401781 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c78d1fd-d622-4377-be69-776cf8ecd480 demo admin] Network 0148b93c-d79f-482c-aa55-1b162de4f442 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:19:54.407826 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-6c78d1fd-d622-4377-be69-776cf8ecd480 demo admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:19:54.412071 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c78d1fd-d622-4377-be69-776cf8ecd480 demo admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:19:54.415192 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c78d1fd-d622-4377-be69-776cf8ecd480 demo admin] Pushing event updated for resources: {'Port': ['ID=04f5d99e-f42b-40e6-96f6-81c651ac7b28,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:19:54.530767 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 61b0bcd4-ce71-4d3d-bc52-bece4aab5eae up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:19:54.585073 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 61b0bcd4-ce71-4d3d-bc52-bece4aab5eae triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:19:54.585484 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (61b0bcd4-ce71-4d3d-bc52-bece4aab5eae), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:54.659366 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 61b0bcd4-ce71-4d3d-bc52-bece4aab5eae is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:19:54.702342 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c78d1fd-d622-4377-be69-776cf8ecd480 demo admin] Publish callbacks [] for router_gateway (265b77be-c613-4707-886d-ed96cac0af19), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:54.906763 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c78d1fd-d622-4377-be69-776cf8ecd480 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1823310', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1715710', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3464'] for router (265b77be-c613-4707-886d-ed96cac0af19), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:54.912701 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c78d1fd-d622-4377-be69-776cf8ecd480 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1823315', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1823301', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1823324', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1715701'] for router (265b77be-c613-4707-886d-ed96cac0af19), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:55.030063 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c78d1fd-d622-4377-be69-776cf8ecd480 demo admin] Router 265b77be-c613-4707-886d-ed96cac0af19 has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:19:55.140236 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c78d1fd-d622-4377-be69-776cf8ecd480 demo admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:19:55.144676 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c78d1fd-d622-4377-be69-776cf8ecd480 demo admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:55.146003 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-6c78d1fd-d622-4377-be69-776cf8ecd480 demo admin] 10.222.0.79 "PUT /v2.0/routers/265b77be-c613-4707-886d-ed96cac0af19 HTTP/1.1" status: 200 len: 890 time: 1.8277173 Jul 20 19:19:55.448682 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90978d-7537-432b-91e5-b1bb747db243 None None] Sync routers for ids ['265b77be-c613-4707-886d-ed96cac0af19'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:19:55.462203 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac90978d-7537-432b-91e5-b1bb747db243 None None] Routers {'265b77be-c613-4707-886d-ed96cac0af19'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:19:55.462863 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ac90978d-7537-432b-91e5-b1bb747db243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:19:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['265b77be-c613-4707-886d-ed96cac0af19'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:19:55.534701 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:55.677591 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-ac90978d-7537-432b-91e5-b1bb747db243 None None] Set router 265b77be-c613-4707-886d-ed96cac0af19 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:19:56.086079 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ac90978d-7537-432b-91e5-b1bb747db243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265b77be-c613-4707-886d-ed96cac0af19', 'name': 'router1', 'tenant_id': '3f00ea992c824af582c7fbffe696728b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '04f5d99e-f42b-40e6-96f6-81c651ac7b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:19:36Z', 'updated_at': '2022-07-20T19:19:54Z', 'revision_number': 4, 'project_id': '3f00ea992c824af582c7fbffe696728b', 'gw_port': {'id': '04f5d99e-f42b-40e6-96f6-81c651ac7b28', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265b77be-c613-4707-886d-ed96cac0af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:19:53Z', 'updated_at': '2022-07-20T19:19:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '61b0bcd4-ce71-4d3d-bc52-bece4aab5eae', 'name': '', 'network_id': '6a628f33-42b4-4d5a-ae26-69e57bf7229b', 'tenant_id': '3f00ea992c824af582c7fbffe696728b', 'mac_address': 'fa:16:3e:7e:1f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265b77be-c613-4707-886d-ed96cac0af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46678b38-d300-4510-9474-23e237a29b4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:19:45Z', 'updated_at': '2022-07-20T19:19:48Z', 'revision_number': 5, 'project_id': '3f00ea992c824af582c7fbffe696728b', 'subnets': [{'id': '46678b38-d300-4510-9474-23e237a29b4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb8a7017-8453-4fa2-ad79-7be294610f3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:19:56.215689 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90978d-7537-432b-91e5-b1bb747db243 None None] Checking router: 265b77be-c613-4707-886d-ed96cac0af19 for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:19:56.216237 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90978d-7537-432b-91e5-b1bb747db243 None None] Updating router 265b77be-c613-4707-886d-ed96cac0af19 port 04f5d99e-f42b-40e6-96f6-81c651ac7b28 binding host dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:19:56.272186 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac90978d-7537-432b-91e5-b1bb747db243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (04f5d99e-f42b-40e6-96f6-81c651ac7b28), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:56.612484 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac90978d-7537-432b-91e5-b1bb747db243 None None] Publish callbacks [] for port (04f5d99e-f42b-40e6-96f6-81c651ac7b28), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:56.618087 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac90978d-7537-432b-91e5-b1bb747db243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (04f5d99e-f42b-40e6-96f6-81c651ac7b28), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:56.621883 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:56.669695 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-ac90978d-7537-432b-91e5-b1bb747db243 None None] Attempting to bind port 04f5d99e-f42b-40e6-96f6-81c651ac7b28 on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:19:56.670071 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-ac90978d-7537-432b-91e5-b1bb747db243 None None] Attempting to bind port 04f5d99e-f42b-40e6-96f6-81c651ac7b28 by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:19:56.670440 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac90978d-7537-432b-91e5-b1bb747db243 None None] Attempting to bind port 04f5d99e-f42b-40e6-96f6-81c651ac7b28 on network 0148b93c-d79f-482c-aa55-1b162de4f442 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:19:56.679580 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac90978d-7537-432b-91e5-b1bb747db243 None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 19, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:19:56.679960 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac90978d-7537-432b-91e5-b1bb747db243 None None] Checking segment: {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:19:56.680361 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac90978d-7537-432b-91e5-b1bb747db243 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:56.680753 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac90978d-7537-432b-91e5-b1bb747db243 None None] Bound using segment: {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:19:56.681246 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-ac90978d-7537-432b-91e5-b1bb747db243 None None] Bound port: 04f5d99e-f42b-40e6-96f6-81c651ac7b28, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:19:56.681667 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac90978d-7537-432b-91e5-b1bb747db243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (04f5d99e-f42b-40e6-96f6-81c651ac7b28), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:56.683810 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41db89-085c-4dbc-9f33-5871641f43b1 None None] Pushing event updated for resources: {'Port': ['ID=04f5d99e-f42b-40e6-96f6-81c651ac7b28,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:19:56.735302 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ac90978d-7537-432b-91e5-b1bb747db243 None None] For port 04f5d99e-f42b-40e6-96f6-81c651ac7b28, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:19:56.738360 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ac90978d-7537-432b-91e5-b1bb747db243 None None] For port 04f5d99e-f42b-40e6-96f6-81c651ac7b28, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=04f5d99e-f42b-40e6-96f6-81c651ac7b28,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:19:56.743343 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ac90978d-7537-432b-91e5-b1bb747db243 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (04f5d99e-f42b-40e6-96f6-81c651ac7b28), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:56.803617 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac90978d-7537-432b-91e5-b1bb747db243 None None] Routers {'265b77be-c613-4707-886d-ed96cac0af19'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:19:56.804248 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ac90978d-7537-432b-91e5-b1bb747db243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:19:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['265b77be-c613-4707-886d-ed96cac0af19'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:19:56.810898 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa41db89-085c-4dbc-9f33-5871641f43b1 None None] Pushing event updated for resources: {'Port': ['ID=04f5d99e-f42b-40e6-96f6-81c651ac7b28,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:19:56.889609 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:19:56.918331 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-ac90978d-7537-432b-91e5-b1bb747db243 None None] Set router 265b77be-c613-4707-886d-ed96cac0af19 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:19:57.118686 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ac90978d-7537-432b-91e5-b1bb747db243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '265b77be-c613-4707-886d-ed96cac0af19', 'name': 'router1', 'tenant_id': '3f00ea992c824af582c7fbffe696728b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '04f5d99e-f42b-40e6-96f6-81c651ac7b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:19:36Z', 'updated_at': '2022-07-20T19:19:54Z', 'revision_number': 4, 'project_id': '3f00ea992c824af582c7fbffe696728b', 'gw_port': {'id': '04f5d99e-f42b-40e6-96f6-81c651ac7b28', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265b77be-c613-4707-886d-ed96cac0af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:19:53Z', 'updated_at': '2022-07-20T19:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '61b0bcd4-ce71-4d3d-bc52-bece4aab5eae', 'name': '', 'network_id': '6a628f33-42b4-4d5a-ae26-69e57bf7229b', 'tenant_id': '3f00ea992c824af582c7fbffe696728b', 'mac_address': 'fa:16:3e:7e:1f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265b77be-c613-4707-886d-ed96cac0af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46678b38-d300-4510-9474-23e237a29b4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:19:45Z', 'updated_at': '2022-07-20T19:19:48Z', 'revision_number': 5, 'project_id': '3f00ea992c824af582c7fbffe696728b', 'subnets': [{'id': '46678b38-d300-4510-9474-23e237a29b4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb8a7017-8453-4fa2-ad79-7be294610f3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:19:57.145415 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac90978d-7537-432b-91e5-b1bb747db243 None None] The sync data for ids ['265b77be-c613-4707-886d-ed96cac0af19'] in dv-cinder-850548-1-iscsi is: [{'id': '265b77be-c613-4707-886d-ed96cac0af19', 'name': 'router1', 'tenant_id': '3f00ea992c824af582c7fbffe696728b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.122'}], 'enable_snat': True}, 'gw_port_id': '04f5d99e-f42b-40e6-96f6-81c651ac7b28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:19:36Z', 'updated_at': '2022-07-20T19:19:54Z', 'revision_number': 4, 'project_id': '3f00ea992c824af582c7fbffe696728b', 'gw_port': {'id': '04f5d99e-f42b-40e6-96f6-81c651ac7b28', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:a6:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '265b77be-c613-4707-886d-ed96cac0af19', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:19:53Z', 'updated_at': '2022-07-20T19:19:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '61b0bcd4-ce71-4d3d-bc52-bece4aab5eae', 'name': '', 'network_id': '6a628f33-42b4-4d5a-ae26-69e57bf7229b', 'tenant_id': '3f00ea992c824af582c7fbffe696728b', 'mac_address': 'fa:16:3e:7e:1f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '265b77be-c613-4707-886d-ed96cac0af19', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '46678b38-d300-4510-9474-23e237a29b4b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:19:45Z', 'updated_at': '2022-07-20T19:19:48Z', 'revision_number': 5, 'project_id': '3f00ea992c824af582c7fbffe696728b', 'subnets': [{'id': '46678b38-d300-4510-9474-23e237a29b4b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'bb8a7017-8453-4fa2-ad79-7be294610f3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:19:57.227855 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 5 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:19:57.714554 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 59436) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:19:58.135667 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-d2b1e370-dabc-4307-8618-c51cd4e3c205 admin admin] 10.222.0.79 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.4199557 Jul 20 19:19:58.527638 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 04f5d99e-f42b-40e6-96f6-81c651ac7b28 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:19:58.586748 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 04f5d99e-f42b-40e6-96f6-81c651ac7b28 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:19:58.587137 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (04f5d99e-f42b-40e6-96f6-81c651ac7b28), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:58.668022 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 04f5d99e-f42b-40e6-96f6-81c651ac7b28 is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:19:58.668476 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (04f5d99e-f42b-40e6-96f6-81c651ac7b28), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:58.693326 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] For port 04f5d99e-f42b-40e6-96f6-81c651ac7b28, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=04f5d99e-f42b-40e6-96f6-81c651ac7b28,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:19:58.699656 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (04f5d99e-f42b-40e6-96f6-81c651ac7b28), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:19:58.755600 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Pushing event updated for resources: {'Port': ['ID=04f5d99e-f42b-40e6-96f6-81c651ac7b28,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:20:00.135904 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=38,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:20:00.139707 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=36,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:20:00.532060 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 04f5d99e-f42b-40e6-96f6-81c651ac7b28 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:20:00.585121 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 04f5d99e-f42b-40e6-96f6-81c651ac7b28 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:20:00.585375 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (04f5d99e-f42b-40e6-96f6-81c651ac7b28), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:20:00.627521 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:20:00.675609 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 04f5d99e-f42b-40e6-96f6-81c651ac7b28 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:20:03.231815 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=33 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:20:07.225860 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=51 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:20:08.128166 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=83,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:20:08.133391 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=76,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:20:10.670326 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:20:10.673211 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=68,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:20:13.568241 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cf3978e3-2bd4-4ba4-b12a-4b21d2baafce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:20:15.928559 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-924272bd-2aae-49cb-873c-fb2dcdfae07e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:20:16.858959 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:20:18.527643 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:20:18.747756 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:20:28.740979 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:20:28.743227 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=6,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:20:31.220668 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:20:31.230079 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:20:34.217287 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 5 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:20:43.567336 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-106c39ab-22d1-4695-b542-a6c19dfadab7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:20:44.213391 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:20:45.944114 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6ee1d475-84b1-46a7-8de8-f20c6a4fee24 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:20:46.867901 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:20:48.536953 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:20:48.753626 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:20:58.742046 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:20:58.748739 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:21:08.226124 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:21:11.218154 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 5 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:21:12.216809 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:21:13.564870 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-25725a2a-6be5-4306-88de-212b4c73e82f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:21:15.923461 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-eedee4af-3ddc-4ab0-9e2e-12c751f192df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:21:16.852695 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:21:18.532696 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:21:18.757344 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:21:21.214863 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:21:22.078013 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 59976) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:21:22.444941 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a5cfe33-ce09-4ac6-8c24-707091554734 admin admin] GET failed (client error): The resource could not be found. Jul 20 19:21:22.446265 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-7a5cfe33-ce09-4ac6-8c24-707091554734 admin admin] 10.222.0.79 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.3673000 Jul 20 19:21:22.689090 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9319bf46-a662-4896-8a03-7827730c868a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:21:22.690614 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-9319bf46-a662-4896-8a03-7827730c868a admin admin] 10.222.0.79 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.2393634 Jul 20 19:21:24.920627 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 59986) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:21:25.307027 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c283a90-ae0d-41c3-876e-78bb337d5080 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:21:25.308392 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-3c283a90-ae0d-41c3-876e-78bb337d5080 admin admin] 10.222.0.79 "GET /v2.0/subnets/46678b38-d300-4510-9474-23e237a29b4b HTTP/1.1" status: 200 len: 849 time: 0.3867645 Jul 20 19:21:25.318510 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-d1f16a38-a981-4b1a-bb61-8565bbb8ea73 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:21:25.409147 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d1f16a38-a981-4b1a-bb61-8565bbb8ea73 admin admin] Publish callbacks [] for subnet (46678b38-d300-4510-9474-23e237a29b4b), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:21:25.565452 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d1f16a38-a981-4b1a-bb61-8565bbb8ea73 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8773866421836'] for subnet (46678b38-d300-4510-9474-23e237a29b4b), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:21:25.598089 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1f16a38-a981-4b1a-bb61-8565bbb8ea73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:21:25.598923 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d1f16a38-a981-4b1a-bb61-8565bbb8ea73 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for subnet (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:21:25.600904 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-d1f16a38-a981-4b1a-bb61-8565bbb8ea73 admin admin] 10.222.0.79 "PUT /v2.0/subnets/46678b38-d300-4510-9474-23e237a29b4b HTTP/1.1" status: 200 len: 868 time: 0.2861474 Jul 20 19:21:25.602893 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b47cda-d703-4dd1-a320-38439b96c384 None None] Network 6a628f33-42b4-4d5a-ae26-69e57bf7229b requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:21:25.622420 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f16a38-a981-4b1a-bb61-8565bbb8ea73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=46678b38-d300-4510-9474-23e237a29b4b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:21:25.630652 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f16a38-a981-4b1a-bb61-8565bbb8ea73 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:21:25.631007 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f16a38-a981-4b1a-bb61-8565bbb8ea73 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:21:25.631356 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f16a38-a981-4b1a-bb61-8565bbb8ea73 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:21:25.631701 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f16a38-a981-4b1a-bb61-8565bbb8ea73 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:21:25.632036 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f16a38-a981-4b1a-bb61-8565bbb8ea73 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:21:25.632369 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f16a38-a981-4b1a-bb61-8565bbb8ea73 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:21:25.632701 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f16a38-a981-4b1a-bb61-8565bbb8ea73 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:21:25.633962 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f16a38-a981-4b1a-bb61-8565bbb8ea73 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:21:25.633962 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f16a38-a981-4b1a-bb61-8565bbb8ea73 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:21:25.633962 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f16a38-a981-4b1a-bb61-8565bbb8ea73 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:21:25.634797 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f16a38-a981-4b1a-bb61-8565bbb8ea73 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:21:25.635003 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f16a38-a981-4b1a-bb61-8565bbb8ea73 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:21:25.635314 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f16a38-a981-4b1a-bb61-8565bbb8ea73 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:21:25.635640 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f16a38-a981-4b1a-bb61-8565bbb8ea73 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:21:25.635964 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d1f16a38-a981-4b1a-bb61-8565bbb8ea73 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:21:25.939320 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-9d1d2354-09d2-48bb-85bf-318b4aec1f9d None None] Provisioning complete for port 28fad612-5cd5-4aef-95fb-529051a4b2ac triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:21:25.939709 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9d1d2354-09d2-48bb-85bf-318b4aec1f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (28fad612-5cd5-4aef-95fb-529051a4b2ac), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:21:26.019320 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-9d1d2354-09d2-48bb-85bf-318b4aec1f9d None None] Current status of the port 28fad612-5cd5-4aef-95fb-529051a4b2ac is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:21:26.028331 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-9d1d2354-09d2-48bb-85bf-318b4aec1f9d None None] Provisioning complete for port 61b0bcd4-ce71-4d3d-bc52-bece4aab5eae triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:21:26.028724 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9d1d2354-09d2-48bb-85bf-318b4aec1f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (61b0bcd4-ce71-4d3d-bc52-bece4aab5eae), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:21:26.108982 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-9d1d2354-09d2-48bb-85bf-318b4aec1f9d None None] Current status of the port 61b0bcd4-ce71-4d3d-bc52-bece4aab5eae is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:21:27.872908 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 59996) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:21:28.375932 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55c1f35-f761-4f74-8f58-3a6dae23248f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:21:28.376401 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a55c1f35-f761-4f74-8f58-3a6dae23248f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:21:28.377981 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-a55c1f35-f761-4f74-8f58-3a6dae23248f admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.5041084 Jul 20 19:21:30.662685 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 60004) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:21:31.115422 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca92dd4c-9b1c-448c-999b-59b20537f1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:21:31.115892 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca92dd4c-9b1c-448c-999b-59b20537f1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:21:31.117447 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-ca92dd4c-9b1c-448c-999b-59b20537f1cc admin admin] 10.222.0.79 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.4538274 Jul 20 19:21:32.685546 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=12 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:21:32.686334 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=13 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:21:33.355876 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 60012) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:21:33.784562 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e84e1a3-713a-4b9a-a280-fa5d8447b34b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:21:33.785955 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-0e84e1a3-713a-4b9a-a280-fa5d8447b34b admin admin] 10.222.0.79 "GET /v2.0/networks/0148b93c-d79f-482c-aa55-1b162de4f442 HTTP/1.1" status: 200 len: 886 time: 0.4290481 Jul 20 19:21:36.078172 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 60020) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:21:36.101211 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=47,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:21:36.107076 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=45,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:21:36.511209 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b7b9433-7de5-41cf-833d-d0adc918c565 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:21:36.512588 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-9b7b9433-7de5-41cf-833d-d0adc918c565 admin admin] 10.222.0.79 "GET /v2.0/networks/6a628f33-42b4-4d5a-ae26-69e57bf7229b HTTP/1.1" status: 200 len: 869 time: 0.4334514 Jul 20 19:21:38.769834 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 60028) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:21:39.190223 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088c46a4-309c-40b0-b5de-9182e5a74924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:21:39.190677 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-088c46a4-309c-40b0-b5de-9182e5a74924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:21:39.192203 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-088c46a4-309c-40b0-b5de-9182e5a74924 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.4215028 Jul 20 19:21:41.111848 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=72,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:21:41.112652 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=71,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:21:41.415704 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 60036) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:21:41.811599 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c279cf7-5f5e-4640-a457-f45903d80b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:21:41.812051 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c279cf7-5f5e-4640-a457-f45903d80b19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:21:41.813736 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-5c279cf7-5f5e-4640-a457-f45903d80b19 admin admin] 10.222.0.79 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3969634 Jul 20 19:21:43.557244 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0da2d4d9-8149-4853-b96f-520d98b1df18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:21:44.067595 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 60044) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:21:44.455565 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34b5097f-0837-4cb9-9774-9e3f23c7ef31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:21:44.456836 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-34b5097f-0837-4cb9-9774-9e3f23c7ef31 admin admin] 10.222.0.79 "GET /v2.0/subnets/46678b38-d300-4510-9474-23e237a29b4b HTTP/1.1" status: 200 len: 868 time: 0.3882918 Jul 20 19:21:45.216998 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:21:45.222804 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:21:45.926791 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-556f79f7-e5bb-42bd-acbd-134867bc19a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:21:46.684415 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 60052) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:21:46.856091 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:21:47.051863 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7d16da-fd4f-4ba6-b770-6c906ffe710e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:21:47.053165 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-df7d16da-fd4f-4ba6-b770-6c906ffe710e admin admin] 10.222.0.79 "GET /v2.0/subnets/9a6c0e64-8fd5-4336-8a8c-b393c90fda39 HTTP/1.1" status: 200 len: 816 time: 0.3677399 Jul 20 19:21:48.217632 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 5 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:21:48.537068 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:21:48.768689 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:21:57.046404 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=45 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:21:57.049273 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=47 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:21:58.212226 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:21:58.214220 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:21:58.763141 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:21:58.765145 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:22:10.791666 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=13 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:22:10.795802 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=13 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:22:13.562307 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3f86a461-4334-4135-9f53-a2b85cc09fef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:15.707884 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 60110) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:22:15.929672 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-60feac52-0283-4139-8dff-ac7dad08c464 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:16.041387 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [None req-ab23b5f2-51ea-494e-b011-8720d749e319 admin admin] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:22:16.042394 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-ab23b5f2-51ea-494e-b011-8720d749e319 admin admin] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.3335443 Jul 20 19:22:16.858544 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:18.334464 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 60118) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:22:18.540648 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:18.676483 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-622a45e3-32b5-430a-80f7-ce39fbdd1d53 admin admin] GET failed (client error): The resource could not be found. Jul 20 19:22:18.677812 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-622a45e3-32b5-430a-80f7-ce39fbdd1d53 admin admin] 10.222.0.79 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.3423963 Jul 20 19:22:18.762832 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:18.773135 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7a5b4c-32cb-4cc7-8753-45053a794f5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:22:18.774856 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-7d7a5b4c-32cb-4cc7-8753-45053a794f5d admin admin] 10.222.0.79 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0928924 Jul 20 19:22:21.041579 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 60126) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:22:21.371397 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3427860a-3a6b-4a98-8cfc-d3f0d72e2f86 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:22:21.391976 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3427860a-3a6b-4a98-8cfc-d3f0d72e2f86 admin admin] Made reservation on behalf of 8afe543881644c988270ab8de48728b1 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:22:21.394258 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3427860a-3a6b-4a98-8cfc-d3f0d72e2f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for network (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:21.430783 dv-cinder-850548-1-iscsi neutron-server[104008]: WARNING neutron.services.revisions.revision_plugin [None req-3427860a-3a6b-4a98-8cfc-d3f0d72e2f86 admin admin] Could not find related network for resource to bump revision. Jul 20 19:22:21.442262 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3427860a-3a6b-4a98-8cfc-d3f0d72e2f86 admin admin] vlan segment allocate from pool success with {'vlan_id': 987, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:22:21.452400 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3427860a-3a6b-4a98-8cfc-d3f0d72e2f86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (066a1191-593f-46be-b143-20c3e8059a15), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:21.452736 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.segments_db [None req-3427860a-3a6b-4a98-8cfc-d3f0d72e2f86 admin admin] Added segment 066a1191-593f-46be-b143-20c3e8059a15 of type vlan for network 5278dd00-4c03-481d-92b8-4e94279444fd Jul 20 19:22:21.503830 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3427860a-3a6b-4a98-8cfc-d3f0d72e2f86 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773866076730'] for network (5278dd00-4c03-481d-92b8-4e94279444fd), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:21.529032 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3427860a-3a6b-4a98-8cfc-d3f0d72e2f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for network (5278dd00-4c03-481d-92b8-4e94279444fd), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:21.530039 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3427860a-3a6b-4a98-8cfc-d3f0d72e2f86 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:22:21.530868 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3427860a-3a6b-4a98-8cfc-d3f0d72e2f86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:21.565499 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-3427860a-3a6b-4a98-8cfc-d3f0d72e2f86 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 828 time: 0.5228231 Jul 20 19:22:21.599432 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3427860a-3a6b-4a98-8cfc-d3f0d72e2f86 admin admin] Pushing event updated for resources: {'Network': ['ID=5278dd00-4c03-481d-92b8-4e94279444fd,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:22:21.607236 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427860a-3a6b-4a98-8cfc-d3f0d72e2f86 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:21.607577 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427860a-3a6b-4a98-8cfc-d3f0d72e2f86 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:21.607931 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427860a-3a6b-4a98-8cfc-d3f0d72e2f86 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:21.608273 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427860a-3a6b-4a98-8cfc-d3f0d72e2f86 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:21.608599 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427860a-3a6b-4a98-8cfc-d3f0d72e2f86 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:21.608949 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427860a-3a6b-4a98-8cfc-d3f0d72e2f86 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:21.609271 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427860a-3a6b-4a98-8cfc-d3f0d72e2f86 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:21.609589 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427860a-3a6b-4a98-8cfc-d3f0d72e2f86 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:21.609906 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427860a-3a6b-4a98-8cfc-d3f0d72e2f86 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:21.610223 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427860a-3a6b-4a98-8cfc-d3f0d72e2f86 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:21.610542 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427860a-3a6b-4a98-8cfc-d3f0d72e2f86 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:21.610856 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427860a-3a6b-4a98-8cfc-d3f0d72e2f86 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:21.611170 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427860a-3a6b-4a98-8cfc-d3f0d72e2f86 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:21.611480 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427860a-3a6b-4a98-8cfc-d3f0d72e2f86 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:21.611793 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3427860a-3a6b-4a98-8cfc-d3f0d72e2f86 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:21.624340 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Network 5278dd00-4c03-481d-92b8-4e94279444fd details requested by agent ovs-agent-dv-cinder-850548-1-iscsi with host dv-cinder-850548-1-iscsi {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:22:22.222794 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:22:22.228483 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:22:23.833879 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 60134) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:22:24.173461 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.pecan_wsgi.hooks.translation [None req-2156392c-5fd3-459e-8bc7-cc37932cf73b admin admin] GET failed (client error): The resource could not be found. Jul 20 19:22:24.174717 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2156392c-5fd3-459e-8bc7-cc37932cf73b admin admin] 10.222.0.79 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.3398669 Jul 20 19:22:24.248450 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702d6176-e812-4a1e-96bd-79a1c2dde5e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:22:24.249829 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-702d6176-e812-4a1e-96bd-79a1c2dde5e7 admin admin] 10.222.0.79 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0711124 Jul 20 19:22:24.259976 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f9fdd14e-ae82-42d1-83ca-7498319ed5c3 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'network_id': '5278dd00-4c03-481d-92b8-4e94279444fd', 'name': 'shared-subnet', 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:22:24.280181 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9fdd14e-ae82-42d1-83ca-7498319ed5c3 admin admin] Made reservation on behalf of 8afe543881644c988270ab8de48728b1 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:22:24.282721 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f9fdd14e-ae82-42d1-83ca-7498319ed5c3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:24.451160 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f9fdd14e-ae82-42d1-83ca-7498319ed5c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for subnet (8b0fdf13-e088-47c9-9809-ce6238fbb9a6), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:24.506170 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fdd14e-ae82-42d1-83ca-7498319ed5c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b0fdf13-e088-47c9-9809-ce6238fbb9a6,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:22:24.515508 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9fdd14e-ae82-42d1-83ca-7498319ed5c3 admin admin] Checking segment: {'id': '066a1191-593f-46be-b143-20c3e8059a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '5278dd00-4c03-481d-92b8-4e94279444fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:22:24.515855 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fdd14e-ae82-42d1-83ca-7498319ed5c3 admin admin] Network hostable DHCP agents. Network: 5278dd00-4c03-481d-92b8-4e94279444fd, hostable agents: ['217e9daa-c487-480e-ab7e-28b155725c37'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:22:24.535931 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9fdd14e-ae82-42d1-83ca-7498319ed5c3 admin admin] Network 5278dd00-4c03-481d-92b8-4e94279444fd is scheduled to be hosted by DHCP agent 217e9daa-c487-480e-ab7e-28b155725c37 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:22:24.545868 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-f9fdd14e-ae82-42d1-83ca-7498319ed5c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850548-1-iscsi, 5278dd00-4c03-481d-92b8-4e94279444fd) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:22:24.550090 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fdd14e-ae82-42d1-83ca-7498319ed5c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:22:24.550734 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f9fdd14e-ae82-42d1-83ca-7498319ed5c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:24.555900 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165e91bc-a677-4e5d-96d8-b5cf98f06538 None None] Network 5278dd00-4c03-481d-92b8-4e94279444fd requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:22:24.567598 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-f9fdd14e-ae82-42d1-83ca-7498319ed5c3 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3114915 Jul 20 19:22:24.668806 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a79ea1f-3a02-5f09-9d5d-548655c7a341-5278dd00-4c03-481d-92b8-4e94279444fd', 'network_id': '5278dd00-4c03-481d-92b8-4e94279444fd', 'project_id': '8afe543881644c988270ab8de48728b1', 'fixed_ips': [{'subnet_id': '8b0fdf13-e088-47c9-9809-ce6238fbb9a6'}]}} from dv-cinder-850548-1-iscsi. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 19:22:24.669891 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:24.813477 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Allocated IP 192.168.233.2 (5278dd00-4c03-481d-92b8-4e94279444fd/8b0fdf13-e088-47c9-9809-ce6238fbb9a6/5a793017-d9ab-417e-8a28-1845f7481093) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:22:25.064517 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Publish callbacks [] for port (5a793017-d9ab-417e-8a28-1845f7481093), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:25.071658 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (5a793017-d9ab-417e-8a28-1845f7481093), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:25.108399 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Network 5278dd00-4c03-481d-92b8-4e94279444fd is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:22:25.111340 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:22:25.114793 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:22:25.155212 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Pushing event updated for resources: {'Port': ['ID=5a793017-d9ab-417e-8a28-1845f7481093,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:22:25.176788 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:25.177158 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:25.177520 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:25.177878 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:25.178213 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:25.178546 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:25.178870 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:25.179197 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:25.179524 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:25.179844 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:25.180914 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:25.181116 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:25.181389 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:25.181716 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:25.182034 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:22:25.198636 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Attempting to bind port 5a793017-d9ab-417e-8a28-1845f7481093 on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:22:25.199010 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Attempting to bind port 5a793017-d9ab-417e-8a28-1845f7481093 by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': '066a1191-593f-46be-b143-20c3e8059a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '5278dd00-4c03-481d-92b8-4e94279444fd'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:22:25.199381 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Attempting to bind port 5a793017-d9ab-417e-8a28-1845f7481093 on network 5278dd00-4c03-481d-92b8-4e94279444fd {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:22:25.204722 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 22, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:22:25.205121 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Checking segment: {'id': '066a1191-593f-46be-b143-20c3e8059a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '5278dd00-4c03-481d-92b8-4e94279444fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:22:25.205519 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:25.205904 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Bound using segment: {'id': '066a1191-593f-46be-b143-20c3e8059a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '5278dd00-4c03-481d-92b8-4e94279444fd'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:22:25.206370 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Bound port: 5a793017-d9ab-417e-8a28-1845f7481093, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '066a1191-593f-46be-b143-20c3e8059a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '5278dd00-4c03-481d-92b8-4e94279444fd'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:22:25.206744 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (5a793017-d9ab-417e-8a28-1845f7481093), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:25.217091 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 5 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:22:25.268221 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] For port 5a793017-d9ab-417e-8a28-1845f7481093, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:22:25.271382 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] For port 5a793017-d9ab-417e-8a28-1845f7481093, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=5a793017-d9ab-417e-8a28-1845f7481093,segment=NetworkSegment(066a1191-593f-46be-b143-20c3e8059a15),segment_id=066a1191-593f-46be-b143-20c3e8059a15)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:22:25.278684 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (5a793017-d9ab-417e-8a28-1845f7481093), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:25.344530 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:22:25.350003 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62ba5cc-ceac-4786-b58f-c23d75e0a7f1 None None] Pushing event updated for resources: {'Port': ['ID=5a793017-d9ab-417e-8a28-1845f7481093,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:22:26.161440 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91367267-31cc-4e4d-bad2-5680a1322563 None None] Network 5278dd00-4c03-481d-92b8-4e94279444fd requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:22:26.225438 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5c2b082d-9c29-4721-b3fc-dfdfdc7d24fe None None] Provisioning complete for port 5a793017-d9ab-417e-8a28-1845f7481093 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:22:26.225840 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5c2b082d-9c29-4721-b3fc-dfdfdc7d24fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (5a793017-d9ab-417e-8a28-1845f7481093), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:26.256474 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=87,neutron:UPDATE=8,neutron:INSERT=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:22:26.349831 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5c2b082d-9c29-4721-b3fc-dfdfdc7d24fe None None] Current status of the port 5a793017-d9ab-417e-8a28-1845f7481093 is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:22:26.350228 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5c2b082d-9c29-4721-b3fc-dfdfdc7d24fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (5a793017-d9ab-417e-8a28-1845f7481093), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:26.389356 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-5c2b082d-9c29-4721-b3fc-dfdfdc7d24fe None None] For port 5a793017-d9ab-417e-8a28-1845f7481093, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=5a793017-d9ab-417e-8a28-1845f7481093,segment=NetworkSegment(066a1191-593f-46be-b143-20c3e8059a15),segment_id=066a1191-593f-46be-b143-20c3e8059a15)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:22:26.394382 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5c2b082d-9c29-4721-b3fc-dfdfdc7d24fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (5a793017-d9ab-417e-8a28-1845f7481093), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:26.453771 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2b082d-9c29-4721-b3fc-dfdfdc7d24fe None None] Pushing event updated for resources: {'Port': ['ID=5a793017-d9ab-417e-8a28-1845f7481093,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:22:26.510863 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-575e5392-826e-4a65-944f-2da1d5ecdd90 None None] Provisioning complete for port 5a793017-d9ab-417e-8a28-1845f7481093 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:22:26.511345 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-575e5392-826e-4a65-944f-2da1d5ecdd90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (5a793017-d9ab-417e-8a28-1845f7481093), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:26.589652 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-575e5392-826e-4a65-944f-2da1d5ecdd90 None None] Current status of the port 5a793017-d9ab-417e-8a28-1845f7481093 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:22:26.630366 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 5a793017-d9ab-417e-8a28-1845f7481093 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:22:26.677161 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 5a793017-d9ab-417e-8a28-1845f7481093 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:22:26.677465 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (5a793017-d9ab-417e-8a28-1845f7481093), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:26.755987 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 5a793017-d9ab-417e-8a28-1845f7481093 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:22:34.560929 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=81,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:22:34.561696 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=81,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:22:35.216759 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:22:36.748284 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:22:36.754362 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=74,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:22:43.565070 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cef62746-66b6-4b3b-8090-6ebd5cfbdf50 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:45.934775 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ff2f9491-f1ec-40a1-aabb-44fb5233af2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:46.862282 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:48.542899 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:48.765876 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:22:58.760681 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:22:58.762644 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=20,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:22:59.224824 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:22:59.225629 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:02.217753 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 5 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:23:12.217308 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:12.219299 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:13.569660 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-87667da4-3bda-490d-addc-574d32ce29dc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:15.937218 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-df190de3-f9da-4d50-a2de-a6837303a5cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:16.864354 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:18.545310 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:18.768284 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:28.756842 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:28.763414 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:UPDATE=4,neutron:SELECT=6 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:36.217062 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:36.221208 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:39.216448 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 5 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:23:43.573050 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bf14cf30-aab0-41be-af18-a3f5be69271a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:45.939694 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-99e04c3f-8888-4efc-8024-96b5fb6eda09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:46.866997 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:48.550677 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:48.773706 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:49.212924 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:23:53.060781 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 60172) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:53.066378 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [None req-80d8674a-cf1c-479f-ba62-fb681acb31f4 tempest-verify_tempest_config-2036027703 tempest-verify_tempest_config-2036027703-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:23:53.067434 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-80d8674a-cf1c-479f-ba62-fb681acb31f4 tempest-verify_tempest_config-2036027703 tempest-verify_tempest_config-2036027703-project] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14315 time: 0.0055985 Jul 20 19:23:53.594829 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 60190) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:54.050740 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e957625c-c3a7-4f6d-80a5-c8508fa0849f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:54.125663 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e957625c-c3a7-4f6d-80a5-c8508fa0849f admin admin] Publish callbacks [] for security_group (dbb6aaa5-6e8f-41d8-909b-2fcfafb0dbc1), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:54.129579 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e957625c-c3a7-4f6d-80a5-c8508fa0849f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (dbb6aaa5-6e8f-41d8-909b-2fcfafb0dbc1), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:54.179121 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-e957625c-c3a7-4f6d-80a5-c8508fa0849f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6666afe164804815aadc38fe85c41941&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5830908 Jul 20 19:23:54.180022 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957625c-c3a7-4f6d-80a5-c8508fa0849f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb6aaa5-6e8f-41d8-909b-2fcfafb0dbc1,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:54.181908 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 60194) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:23:54.187128 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957625c-c3a7-4f6d-80a5-c8508fa0849f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.187469 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957625c-c3a7-4f6d-80a5-c8508fa0849f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.187821 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957625c-c3a7-4f6d-80a5-c8508fa0849f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.188155 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957625c-c3a7-4f6d-80a5-c8508fa0849f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.188478 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957625c-c3a7-4f6d-80a5-c8508fa0849f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.188796 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957625c-c3a7-4f6d-80a5-c8508fa0849f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.189142 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957625c-c3a7-4f6d-80a5-c8508fa0849f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.189459 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957625c-c3a7-4f6d-80a5-c8508fa0849f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.189774 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957625c-c3a7-4f6d-80a5-c8508fa0849f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.190088 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957625c-c3a7-4f6d-80a5-c8508fa0849f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.190415 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957625c-c3a7-4f6d-80a5-c8508fa0849f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.190766 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957625c-c3a7-4f6d-80a5-c8508fa0849f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.191064 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957625c-c3a7-4f6d-80a5-c8508fa0849f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.191372 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957625c-c3a7-4f6d-80a5-c8508fa0849f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.191686 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e957625c-c3a7-4f6d-80a5-c8508fa0849f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.258416 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7f2784f0-34ed-45b4-9a57-e652e5229504 admin admin] Publish callbacks [] for security_group (dbb6aaa5-6e8f-41d8-909b-2fcfafb0dbc1), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:54.279777 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7f2784f0-34ed-45b4-9a57-e652e5229504 admin admin] Publish callbacks [] for security_group (dbb6aaa5-6e8f-41d8-909b-2fcfafb0dbc1), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:54.372748 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7f2784f0-34ed-45b4-9a57-e652e5229504 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (dbb6aaa5-6e8f-41d8-909b-2fcfafb0dbc1), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:54.375291 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7f2784f0-34ed-45b4-9a57-e652e5229504 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:23:54.376456 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-7f2784f0-34ed-45b4-9a57-e652e5229504 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dbb6aaa5-6e8f-41d8-909b-2fcfafb0dbc1 HTTP/1.1" status: 204 len: 168 time: 0.1936100 Jul 20 19:23:54.385037 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2784f0-34ed-45b4-9a57-e652e5229504 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb6aaa5-6e8f-41d8-909b-2fcfafb0dbc1,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:23:54.391865 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2784f0-34ed-45b4-9a57-e652e5229504 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.392220 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2784f0-34ed-45b4-9a57-e652e5229504 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.392567 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2784f0-34ed-45b4-9a57-e652e5229504 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.392944 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2784f0-34ed-45b4-9a57-e652e5229504 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.393283 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2784f0-34ed-45b4-9a57-e652e5229504 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.393623 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2784f0-34ed-45b4-9a57-e652e5229504 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.393933 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2784f0-34ed-45b4-9a57-e652e5229504 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.394265 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2784f0-34ed-45b4-9a57-e652e5229504 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.394702 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2784f0-34ed-45b4-9a57-e652e5229504 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.394941 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2784f0-34ed-45b4-9a57-e652e5229504 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.395287 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2784f0-34ed-45b4-9a57-e652e5229504 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.395634 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2784f0-34ed-45b4-9a57-e652e5229504 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.395981 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2784f0-34ed-45b4-9a57-e652e5229504 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.396293 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2784f0-34ed-45b4-9a57-e652e5229504 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:54.396610 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f2784f0-34ed-45b4-9a57-e652e5229504 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:23:58.768568 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=5,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:04.175330 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=21,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:04.183780 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=18,neutron:INSERT=6 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:04.387981 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=18,neutron:DELETE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:04.388689 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=17,neutron:DELETE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:04.417465 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:13.211947 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=13 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:13.217345 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=19 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:13.574733 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d48b497f-ec3e-485c-9501-150d0e61f688 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:15.945121 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7c7c5839-5fd6-4ea0-8e6a-c6aebf85ed0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:16.215856 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 5 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:24:16.871123 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:18.553409 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:18.777063 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:26.211693 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:26.212592 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:28.771002 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:28.773043 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:43.576304 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bfbfab67-6d41-4d1f-b83d-231560401851 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:45.938601 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b9e4d087-c39e-4629-8919-62345255487d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:46.870236 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:48.554925 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:48.784327 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:24:50.208069 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:50.212693 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:53.231674 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 5 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:24:58.768037 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=17,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:24:58.778050 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=24,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:12.213545 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:12.214292 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:13.578797 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ce18b637-5ece-402c-a30f-ea7cdd667673 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:15.941398 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-28600360-4ca3-488e-be5c-61a71b577e64 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:16.873619 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:18.558150 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:18.777271 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:27.214568 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:27.218796 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:28.770621 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:28.772547 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=7,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:30.209876 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 5 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:25:40.205825 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:43.580337 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-21038d66-52b0-490e-bb0e-d0eee11af356 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:45.945112 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3a9ebcd9-b718-48b5-b256-000a81ce8abe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:46.879370 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:47.873842 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1712638'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:48.562140 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:48.786055 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:25:58.779819 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:58.781808 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=7,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:25:59.277579 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 60290) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:25:59.406274 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-b963cd33-7f7f-4841-80fe-f27aa248ffbb admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1274602 Jul 20 19:26:01.528658 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 60300) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:26:01.582848 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-707b6bcc-5578-4329-9151-7bc3edfaa776 admin admin] 10.222.0.79 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0531003 Jul 20 19:26:07.208002 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:26:11.577367 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:11.578228 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:13.584069 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-841479b3-961c-4cb7-b150-2432bfa6bf67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:15.947759 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d774c00-5dd5-4004-9579-05db91fa6a22 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:16.879229 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:17.203428 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=17 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:17.204420 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=17 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:17.861278 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:18.566734 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:18.781411 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:28.774445 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:28.777375 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=10,neutron:UPDATE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:41.218871 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:41.224037 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:43.587532 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-42fc7b80-a3cc-4632-800e-254b2cd58482 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:44.206366 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:26:45.950422 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c48c6b0f-b43d-4b1e-843c-08d671c94307 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:46.883774 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:47.855805 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:48.574319 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:48.784808 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:26:54.202818 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:58.778939 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=19,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:26:58.780828 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=25,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:13.590378 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-05ab6a9a-5dd0-4e63-abbf-1c29dfa3974e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:15.954229 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-24c33598-9c64-4d5f-94ab-2b431cc6a37c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:16.886300 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:17.856722 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:18.224670 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:18.225482 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:18.574723 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:18.788206 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:21.205720 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:27:28.781707 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=10,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:28.783836 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=8,neutron:UPDATE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:31.201984 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:31.202731 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:40.640659 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 60510) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:40.904860 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 60522) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:40.919425 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 60528) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:40.947127 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 60532) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:40.979995 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 60536) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:41.046127 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1897465066-network', 'tenant_id': '183d6a3ee79e4fedb83591ce60694283'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:27:41.088643 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Made reservation on behalf of 183d6a3ee79e4fedb83591ce60694283 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:27:41.091847 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for network (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:41.179596 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1156265961-network', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:27:41.211501 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:41.236192 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-1ee83582-338e-4318-aca1-f1665263267f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-707876139-network', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:27:41.249223 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Made reservation on behalf of 02f994a0231b4176b8181d13d58ee9ec for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:27:41.254542 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for network (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:41.273149 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-5bcf05d0-269d-4ba8-ae51-a85c306102ba admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-2082003264-network', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:27:41.315344 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Publish callbacks [] for security_group (1062d74c-ed3e-4fa3-94a9-222c81760a1b), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:41.319570 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (1062d74c-ed3e-4fa3-94a9-222c81760a1b), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:41.319733 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:41.353979 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1062d74c-ed3e-4fa3-94a9-222c81760a1b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:41.363960 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-e254b771-2b55-4919-bdbc-e3052893512b admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1046371445-network', 'tenant_id': '414eac1ab7eb41f284cb191a2388a398'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:27:41.367839 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.368544 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.369285 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.369887 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.371140 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.371817 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.372356 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.372853 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.373706 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.374342 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.375045 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.375702 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.376466 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.377265 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.378378 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Tracked resource versions report: Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: pushed versions: Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: { 'AddressGroup': {'1.2'}, Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: 'Agent': {'1.1'}, Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: 'ConntrackHelper': {'1.0'}, Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: 'LocalIPAssociation': {'1.0'}, Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: 'Log': {'1.0'}, Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: 'NDPProxy': {'1.0'}, Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: 'Network': {'1.1'}, Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: 'Port': {'1.7'}, Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: 'PortForwarding': {'1.3'}, Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: 'QosPolicy': {'1.10'}, Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: 'SecurityGroup': {'1.5'}, Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: 'SecurityGroupRule': {'1.2'}, Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: 'SubPort': {'1.0'}, Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: 'Subnet': {'1.1'}, Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: 'Trunk': {'1.1'}} Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: consumer versions: Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: { DHCP agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: HyperV agent@hv-cinder-85054: {}, Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: L3 agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: Metadata agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: Metering agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: Open vSwitch agent@dv-cinder-850548-1-iscsi: { 'AddressGroup': '1.2', Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: 'Agent': '1.1', Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: 'ConntrackHelper': '1.0', Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: 'LocalIPAssociation': '1.0', Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: 'Log': '1.0', Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: 'NDPProxy': '1.0', Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: 'Network': '1.1', Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: 'Port': '1.7', Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: 'PortForwarding': '1.3', Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: 'QosPolicy': '1.10', Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: 'SecurityGroup': '1.5', Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: 'SecurityGroupRule': '1.2', Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: 'SubPort': '1.0', Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: 'Subnet': '1.1', Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: 'Trunk': '1.1'}} Jul 20 19:27:41.380076 dv-cinder-850548-1-iscsi neutron-server[104007]: {{(pid=104007) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 19:27:41.402039 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] vlan segment allocate from pool success with {'vlan_id': 975, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:27:41.422652 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8773866507578', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (743d9750-323e-40e2-8248-0f577f755971), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:41.424116 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Unsubscribe: segment precommit_create {{(pid=104007) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 20 19:27:41.425550 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.db.segments_db [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Added segment 743d9750-323e-40e2-8248-0f577f755971 of type vlan for network 8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697 Jul 20 19:27:41.448058 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee83582-338e-4318-aca1-f1665263267f admin admin] Made reservation on behalf of 9c025843a2de49d48c39b40f2261d3bf for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:27:41.451113 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ee83582-338e-4318-aca1-f1665263267f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for network (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:41.472325 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ee83582-338e-4318-aca1-f1665263267f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:41.491357 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bcf05d0-269d-4ba8-ae51-a85c306102ba admin admin] Made reservation on behalf of ca9f11498f9d4245910281ac3bd55470 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:27:41.494454 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bcf05d0-269d-4ba8-ae51-a85c306102ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for network (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:41.498478 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Publish callbacks [] for security_group (728d7cb7-5a32-42f7-8cad-e05937f37d86), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:41.512413 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773866076730'] for network (8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:41.518345 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bcf05d0-269d-4ba8-ae51-a85c306102ba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:41.520181 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (728d7cb7-5a32-42f7-8cad-e05937f37d86), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:41.564811 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for network (8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:41.566361 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:41.567305 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:41.582155 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] vlan segment allocate from pool success with {'vlan_id': 992, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:27:41.596434 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e254b771-2b55-4919-bdbc-e3052893512b admin admin] Made reservation on behalf of 414eac1ab7eb41f284cb191a2388a398 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:27:41.599702 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e254b771-2b55-4919-bdbc-e3052893512b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for network (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:41.638169 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e254b771-2b55-4919-bdbc-e3052893512b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:41.641981 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (afd2cd19-bdf1-4210-8214-74dd85035192), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:41.642632 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.segments_db [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Added segment afd2cd19-bdf1-4210-8214-74dd85035192 of type vlan for network 1f233501-5abf-42f7-9923-d5c098fbf3c6 Jul 20 19:27:41.668237 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=728d7cb7-5a32-42f7-8cad-e05937f37d86,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:41.731296 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] Pushing event updated for resources: {'Network': ['ID=8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:41.732818 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.733372 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.733900 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.734454 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.734978 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.735667 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.736149 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.736635 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.737278 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.737765 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.738256 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.738803 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.739309 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.739779 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.740283 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Tracked resource versions report: Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: pushed versions: Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: { 'AddressGroup': {'1.2'}, Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: 'Agent': {'1.1'}, Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: 'ConntrackHelper': {'1.0'}, Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: 'LocalIPAssociation': {'1.0'}, Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: 'Log': {'1.0'}, Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: 'NDPProxy': {'1.0'}, Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: 'Network': {'1.1'}, Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: 'Port': {'1.7'}, Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: 'PortForwarding': {'1.3'}, Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: 'QosPolicy': {'1.10'}, Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: 'SecurityGroup': {'1.5'}, Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: 'SecurityGroupRule': {'1.2'}, Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: 'SubPort': {'1.0'}, Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: 'Subnet': {'1.1'}, Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: 'Trunk': {'1.1'}} Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: consumer versions: Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: { DHCP agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: HyperV agent@hv-cinder-85054: {}, Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: L3 agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: Metadata agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: Metering agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: Open vSwitch agent@dv-cinder-850548-1-iscsi: { 'AddressGroup': '1.2', Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: 'Agent': '1.1', Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: 'ConntrackHelper': '1.0', Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: 'LocalIPAssociation': '1.0', Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: 'Log': '1.0', Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: 'NDPProxy': '1.0', Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: 'Network': '1.1', Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: 'Port': '1.7', Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: 'PortForwarding': '1.3', Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: 'QosPolicy': '1.10', Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: 'SecurityGroup': '1.5', Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: 'SecurityGroupRule': '1.2', Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: 'SubPort': '1.0', Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: 'Subnet': '1.1', Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: 'Trunk': '1.1'}} Jul 20 19:27:41.743189 dv-cinder-850548-1-iscsi neutron-server[104008]: {{(pid=104008) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 19:27:41.747804 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Network 8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697 details requested by agent ovs-agent-dv-cinder-850548-1-iscsi with host dv-cinder-850548-1-iscsi {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:27:41.758926 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-fb104ea4-442e-483d-891f-7df210b8b895 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 1.1132858 Jul 20 19:27:41.759574 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 60588) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:41.772655 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-6f7a3ea5-83f5-4f07-b1ba-46d2a5ed3e18 admin admin] Request body: {'subnet': {'network_id': '8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1897465066-subnet', 'tenant_id': '183d6a3ee79e4fedb83591ce60694283', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:27:41.788560 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773866076730'] for network (1f233501-5abf-42f7-9923-d5c098fbf3c6), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:41.808236 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7a3ea5-83f5-4f07-b1ba-46d2a5ed3e18 admin admin] Made reservation on behalf of 183d6a3ee79e4fedb83591ce60694283 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:27:41.812414 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f7a3ea5-83f5-4f07-b1ba-46d2a5ed3e18 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:41.827143 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ee83582-338e-4318-aca1-f1665263267f admin admin] Publish callbacks [] for security_group (4b802148-3d87-4504-b448-e9057d75c0b4), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:41.841447 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=64,neutron:INSERT=31,neutron:UPDATE=5 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:41.854779 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ee83582-338e-4318-aca1-f1665263267f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (4b802148-3d87-4504-b448-e9057d75c0b4), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:41.897283 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=76,neutron:INSERT=22,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:41.906906 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for network (1f233501-5abf-42f7-9923-d5c098fbf3c6), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:41.909318 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:41.910121 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:42.052310 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee83582-338e-4318-aca1-f1665263267f admin admin] vlan segment allocate from pool success with {'vlan_id': 966, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:27:42.062789 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 865 time: 1.1534917 Jul 20 19:27:42.068985 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bcf05d0-269d-4ba8-ae51-a85c306102ba admin admin] Publish callbacks [] for security_group (6f0f9962-7ffb-469f-8d0d-ad641b414c51), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:42.074723 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 60608) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:42.080741 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-a7ac6b5f-f6bb-47ac-86e8-800573e212e6 admin admin] Request body: {'subnet': {'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1156265961-subnet', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:27:42.095819 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bcf05d0-269d-4ba8-ae51-a85c306102ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (6f0f9962-7ffb-469f-8d0d-ad641b414c51), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:42.110101 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bcf05d0-269d-4ba8-ae51-a85c306102ba admin admin] vlan segment allocate from pool success with {'vlan_id': 978, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:27:42.125985 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f7a3ea5-83f5-4f07-b1ba-46d2a5ed3e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for subnet (7e91a794-ab5e-4940-a875-2eeefa5af9a0), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:42.127641 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee83582-338e-4318-aca1-f1665263267f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b802148-3d87-4504-b448-e9057d75c0b4,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:42.136019 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bcf05d0-269d-4ba8-ae51-a85c306102ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (0834ea49-c9d4-4bbd-9331-a43aae639ace), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:42.136785 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.segments_db [None req-5bcf05d0-269d-4ba8-ae51-a85c306102ba admin admin] Added segment 0834ea49-c9d4-4bbd-9331-a43aae639ace of type vlan for network c252680c-c029-4238-80e1-835b5a8591d8 Jul 20 19:27:42.155271 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7ac6b5f-f6bb-47ac-86e8-800573e212e6 admin admin] Made reservation on behalf of 02f994a0231b4176b8181d13d58ee9ec for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:27:42.158894 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a7ac6b5f-f6bb-47ac-86e8-800573e212e6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:42.162195 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=79,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:42.184103 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bcf05d0-269d-4ba8-ae51-a85c306102ba admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773866076730'] for network (c252680c-c029-4238-80e1-835b5a8591d8), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:42.240121 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ee83582-338e-4318-aca1-f1665263267f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (54d5c45d-aa97-4ff0-8145-994022b0b986), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:42.240405 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.segments_db [None req-1ee83582-338e-4318-aca1-f1665263267f admin admin] Added segment 54d5c45d-aa97-4ff0-8145-994022b0b986 of type vlan for network 2deda7b4-dab0-4eb8-8cde-830d55ad6ecc Jul 20 19:27:42.258865 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bcf05d0-269d-4ba8-ae51-a85c306102ba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for network (c252680c-c029-4238-80e1-835b5a8591d8), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:42.259847 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bcf05d0-269d-4ba8-ae51-a85c306102ba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:42.260424 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5bcf05d0-269d-4ba8-ae51-a85c306102ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:42.293072 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc58b0-1609-4dd4-93e8-2fb7403bce80 admin admin] Pushing event updated for resources: {'Network': ['ID=1f233501-5abf-42f7-9923-d5c098fbf3c6,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:42.301371 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e254b771-2b55-4919-bdbc-e3052893512b admin admin] Publish callbacks [] for security_group (fc3c6b6a-2a94-430a-a4b9-0d97438491c1), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:42.310649 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Network 1f233501-5abf-42f7-9923-d5c098fbf3c6 details requested by agent ovs-agent-dv-cinder-850548-1-iscsi with host dv-cinder-850548-1-iscsi {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:27:42.315323 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7a3ea5-83f5-4f07-b1ba-46d2a5ed3e18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e91a794-ab5e-4940-a875-2eeefa5af9a0,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:42.333540 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e254b771-2b55-4919-bdbc-e3052893512b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (fc3c6b6a-2a94-430a-a4b9-0d97438491c1), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:42.357300 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7a3ea5-83f5-4f07-b1ba-46d2a5ed3e18 admin admin] Checking segment: {'id': '743d9750-323e-40e2-8248-0f577f755971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:27:42.357730 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7a3ea5-83f5-4f07-b1ba-46d2a5ed3e18 admin admin] Network hostable DHCP agents. Network: 8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697, hostable agents: ['217e9daa-c487-480e-ab7e-28b155725c37'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:27:42.376624 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-5bcf05d0-269d-4ba8-ae51-a85c306102ba admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.4284756 Jul 20 19:27:42.394081 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 60618) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:42.400701 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ee83582-338e-4318-aca1-f1665263267f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773866076730'] for network (2deda7b4-dab0-4eb8-8cde-830d55ad6ecc), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:42.403993 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf05d0-269d-4ba8-ae51-a85c306102ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0f9962-7ffb-469f-8d0d-ad641b414c51,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:42.405317 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-1cf30ae9-0434-4345-8a70-3d0d95823304 admin admin] Request body: {'subnet': {'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-2082003264-subnet', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:27:42.494093 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e254b771-2b55-4919-bdbc-e3052893512b admin admin] vlan segment allocate from pool success with {'vlan_id': 986, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:27:42.498237 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7a3ea5-83f5-4f07-b1ba-46d2a5ed3e18 admin admin] Network 8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697 is scheduled to be hosted by DHCP agent 217e9daa-c487-480e-ab7e-28b155725c37 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:27:42.505647 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=82,neutron:INSERT=13,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:42.517051 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf30ae9-0434-4345-8a70-3d0d95823304 admin admin] Made reservation on behalf of ca9f11498f9d4245910281ac3bd55470 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:27:42.518414 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=74,neutron:INSERT=16,neutron:DELETE=3,neutron:UPDATE=7 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:42.520865 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1cf30ae9-0434-4345-8a70-3d0d95823304 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:42.530554 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcf05d0-269d-4ba8-ae51-a85c306102ba admin admin] Pushing event updated for resources: {'Network': ['ID=c252680c-c029-4238-80e1-835b5a8591d8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:42.547152 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Network c252680c-c029-4238-80e1-835b5a8591d8 details requested by agent ovs-agent-dv-cinder-850548-1-iscsi with host dv-cinder-850548-1-iscsi {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:27:42.573312 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-6f7a3ea5-83f5-4f07-b1ba-46d2a5ed3e18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850548-1-iscsi, 8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:27:42.577325 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e254b771-2b55-4919-bdbc-e3052893512b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (593dad2b-3589-4778-be11-a688062d6a82), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:42.581928 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.segments_db [None req-e254b771-2b55-4919-bdbc-e3052893512b admin admin] Added segment 593dad2b-3589-4778-be11-a688062d6a82 of type vlan for network 7f742c64-ca5b-4d78-a8cb-698096211a92 Jul 20 19:27:42.587899 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254b771-2b55-4919-bdbc-e3052893512b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc3c6b6a-2a94-430a-a4b9-0d97438491c1,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:42.611966 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ee83582-338e-4318-aca1-f1665263267f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for network (2deda7b4-dab0-4eb8-8cde-830d55ad6ecc), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:42.621046 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee83582-338e-4318-aca1-f1665263267f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:42.621803 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1ee83582-338e-4318-aca1-f1665263267f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:42.650754 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d6fdd8-f5a8-4c32-9d21-21265c4c74aa None None] Network 8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:27:42.707253 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7a3ea5-83f5-4f07-b1ba-46d2a5ed3e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:42.707849 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f7a3ea5-83f5-4f07-b1ba-46d2a5ed3e18 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for subnet (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:42.759755 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-6f7a3ea5-83f5-4f07-b1ba-46d2a5ed3e18 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9983921 Jul 20 19:27:42.767780 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 60640) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:42.769469 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e254b771-2b55-4919-bdbc-e3052893512b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773866076730'] for network (7f742c64-ca5b-4d78-a8cb-698096211a92), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:42.801799 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3c4f4793-620c-419a-a8e7-a24d83207eb1 admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-1897465066-router', 'tenant_id': '183d6a3ee79e4fedb83591ce60694283', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:27:42.823113 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a7ac6b5f-f6bb-47ac-86e8-800573e212e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for subnet (08142ecb-a299-44b2-8261-d97f0c41a1df), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:42.829484 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-1ee83582-338e-4318-aca1-f1665263267f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 872 time: 1.9053545 Jul 20 19:27:42.830079 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a79ea1f-3a02-5f09-9d5d-548655c7a341-8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697', 'network_id': '8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697', 'project_id': '183d6a3ee79e4fedb83591ce60694283', 'fixed_ips': [{'subnet_id': '7e91a794-ab5e-4940-a875-2eeefa5af9a0'}]}} from dv-cinder-850548-1-iscsi. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 19:27:42.831037 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:42.834960 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 60644) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:42.849933 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-1ed37f00-f701-46a6-a9da-bd2b8ec8a3e2 admin admin] Request body: {'subnet': {'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-707876139-subnet', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:27:42.960377 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee83582-338e-4318-aca1-f1665263267f admin admin] Pushing event updated for resources: {'Network': ['ID=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:42.968635 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c4f4793-620c-419a-a8e7-a24d83207eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1715278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3573'] for router (a2e1e79e-edec-4928-bb71-2b2055a5f0e9), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:42.969914 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c4f4793-620c-419a-a8e7-a24d83207eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1715418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823423', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1688196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3582'] for router (a2e1e79e-edec-4928-bb71-2b2055a5f0e9), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:42.990932 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Network 2deda7b4-dab0-4eb8-8cde-830d55ad6ecc details requested by agent ovs-agent-dv-cinder-850548-1-iscsi with host dv-cinder-850548-1-iscsi {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:27:42.993688 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e254b771-2b55-4919-bdbc-e3052893512b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for network (7f742c64-ca5b-4d78-a8cb-698096211a92), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:42.994984 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e254b771-2b55-4919-bdbc-e3052893512b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:42.996242 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 60648) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:42.996480 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e254b771-2b55-4919-bdbc-e3052893512b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:43.099126 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1cf30ae9-0434-4345-8a70-3d0d95823304 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for subnet (5a397f0b-3686-46fe-bb9f-edf6643027d1), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:43.110361 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-e254b771-2b55-4919-bdbc-e3052893512b admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.1292331 Jul 20 19:27:43.113140 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 60652) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:43.121374 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7ac6b5f-f6bb-47ac-86e8-800573e212e6 admin admin] Checking segment: {'id': 'afd2cd19-bdf1-4210-8214-74dd85035192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:27:43.121760 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ac6b5f-f6bb-47ac-86e8-800573e212e6 admin admin] Network hostable DHCP agents. Network: 1f233501-5abf-42f7-9923-d5c098fbf3c6, hostable agents: ['217e9daa-c487-480e-ab7e-28b155725c37'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:27:43.142152 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e254b771-2b55-4919-bdbc-e3052893512b admin admin] Pushing event updated for resources: {'Network': ['ID=7f742c64-ca5b-4d78-a8cb-698096211a92,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:43.170127 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ac6b5f-f6bb-47ac-86e8-800573e212e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=08142ecb-a299-44b2-8261-d97f0c41a1df,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:43.185722 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-d59dcb0b-f148-40de-b16d-cc06d2c2195c admin admin] Request body: {'subnet': {'network_id': '7f742c64-ca5b-4d78-a8cb-698096211a92', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1046371445-subnet', 'tenant_id': '414eac1ab7eb41f284cb191a2388a398', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:27:43.192950 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Network 7f742c64-ca5b-4d78-a8cb-698096211a92 details requested by agent ovs-agent-dv-cinder-850548-1-iscsi with host dv-cinder-850548-1-iscsi {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:27:43.200618 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c4f4793-620c-419a-a8e7-a24d83207eb1 admin admin] Publish callbacks [] for router_controller (a2e1e79e-edec-4928-bb71-2b2055a5f0e9), precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:43.302464 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed37f00-f701-46a6-a9da-bd2b8ec8a3e2 admin admin] Made reservation on behalf of 9c025843a2de49d48c39b40f2261d3bf for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:27:43.305096 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1ed37f00-f701-46a6-a9da-bd2b8ec8a3e2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:43.354930 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Allocated IP 172.20.0.2 (8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697/7e91a794-ab5e-4940-a875-2eeefa5af9a0/0afffe10-aa75-4202-baa7-68ece04ca1ab) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:27:43.357676 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=87,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:43.413678 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cf30ae9-0434-4345-8a70-3d0d95823304 admin admin] Checking segment: {'id': '0834ea49-c9d4-4bbd-9331-a43aae639ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:27:43.415801 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf30ae9-0434-4345-8a70-3d0d95823304 admin admin] Network hostable DHCP agents. Network: c252680c-c029-4238-80e1-835b5a8591d8, hostable agents: ['217e9daa-c487-480e-ab7e-28b155725c37'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:27:43.418894 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ac6b5f-f6bb-47ac-86e8-800573e212e6 admin admin] Network 1f233501-5abf-42f7-9923-d5c098fbf3c6 is scheduled to be hosted by DHCP agent 217e9daa-c487-480e-ab7e-28b155725c37 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:27:43.429121 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59dcb0b-f148-40de-b16d-cc06d2c2195c admin admin] Made reservation on behalf of 414eac1ab7eb41f284cb191a2388a398 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:27:43.433022 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d59dcb0b-f148-40de-b16d-cc06d2c2195c admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:43.438443 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c4f4793-620c-419a-a8e7-a24d83207eb1 admin admin] Publish callbacks [] for router_gateway (a2e1e79e-edec-4928-bb71-2b2055a5f0e9), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:43.485018 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-a7ac6b5f-f6bb-47ac-86e8-800573e212e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850548-1-iscsi, 1f233501-5abf-42f7-9923-d5c098fbf3c6) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:27:43.489399 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7ac6b5f-f6bb-47ac-86e8-800573e212e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:43.490000 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a7ac6b5f-f6bb-47ac-86e8-800573e212e6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for subnet (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:43.504243 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f565e686-122c-47e2-b56d-7af6af113b6b None None] Network 1f233501-5abf-42f7-9923-d5c098fbf3c6 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:27:43.541426 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf30ae9-0434-4345-8a70-3d0d95823304 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a397f0b-3686-46fe-bb9f-edf6643027d1,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:43.623352 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da07b09a-54b7-4645-953f-ecc2a4adaf8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:43.629887 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Publish callbacks [] for port (0afffe10-aa75-4202-baa7-68ece04ca1ab), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:43.656732 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-a7ac6b5f-f6bb-47ac-86e8-800573e212e6 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5809162 Jul 20 19:27:43.662720 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 60672) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:43.663133 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 60674) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:43.669394 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-5984fa48-b30b-4f79-a08e-5017813afd0a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1156265961-router', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:27:43.672145 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf30ae9-0434-4345-8a70-3d0d95823304 admin admin] Network c252680c-c029-4238-80e1-835b5a8591d8 is scheduled to be hosted by DHCP agent 217e9daa-c487-480e-ab7e-28b155725c37 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:27:43.675934 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:DELETE=3,neutron:SELECT=85,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:43.678351 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (0afffe10-aa75-4202-baa7-68ece04ca1ab), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:43.696843 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-62a8cfba-fc43-4030-a6ef-3e80e8048612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:43.709442 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-1cf30ae9-0434-4345-8a70-3d0d95823304 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850548-1-iscsi, c252680c-c029-4238-80e1-835b5a8591d8) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:27:43.728325 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf30ae9-0434-4345-8a70-3d0d95823304 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:43.728740 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c4f4793-620c-419a-a8e7-a24d83207eb1 admin admin] Publish callbacks [] for router_gateway (a2e1e79e-edec-4928-bb71-2b2055a5f0e9), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:43.729079 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1cf30ae9-0434-4345-8a70-3d0d95823304 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for subnet (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:43.747289 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-620e5983-0105-4adc-9de9-b8cfbf23e932 None None] Network c252680c-c029-4238-80e1-835b5a8591d8 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:27:43.766960 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5984fa48-b30b-4f79-a08e-5017813afd0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1715278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3573'] for router (f9cc5915-3f57-4e67-a23c-9d1a60c57a12), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:43.768375 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5984fa48-b30b-4f79-a08e-5017813afd0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1715418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823423', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1688196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3582'] for router (f9cc5915-3f57-4e67-a23c-9d1a60c57a12), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:43.772899 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=90,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:43.776848 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c4f4793-620c-419a-a8e7-a24d83207eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:43.796537 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Network 8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:27:43.813010 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:43.819579 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:27:43.869672 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:27:43.874229 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:43.876935 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5984fa48-b30b-4f79-a08e-5017813afd0a admin admin] Publish callbacks [] for router_controller (f9cc5915-3f57-4e67-a23c-9d1a60c57a12), precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:43.878773 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Pushing event updated for resources: {'Port': ['ID=0afffe10-aa75-4202-baa7-68ece04ca1ab,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:43.894573 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-1cf30ae9-0434-4345-8a70-3d0d95823304 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.4987552 Jul 20 19:27:43.895104 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 60680) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:43.896515 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d59dcb0b-f148-40de-b16d-cc06d2c2195c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for subnet (4732d84f-e6e3-4635-bad1-846040e01bc1), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:43.906292 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:43.906627 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:43.907166 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:43.907663 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:43.908243 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:43.909014 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:43.909484 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:43.909973 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:43.910534 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:43.911067 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:43.911532 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:43.912015 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:43.912624 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:43.913114 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:43.913602 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Tracked resource versions report: Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: pushed versions: Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: { 'AddressGroup': {'1.2'}, Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: 'Agent': {'1.1'}, Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: 'ConntrackHelper': {'1.0'}, Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: 'LocalIPAssociation': {'1.0'}, Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: 'Log': {'1.0'}, Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: 'NDPProxy': {'1.0'}, Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: 'Network': {'1.1'}, Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: 'Port': {'1.7'}, Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: 'PortForwarding': {'1.3'}, Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: 'QosPolicy': {'1.10'}, Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: 'SecurityGroup': {'1.5'}, Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: 'SecurityGroupRule': {'1.2'}, Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: 'SubPort': {'1.0'}, Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: 'Subnet': {'1.1'}, Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: 'Trunk': {'1.1'}} Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: consumer versions: Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: { DHCP agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: HyperV agent@hv-cinder-85054: {}, Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: L3 agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: Metadata agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: Metering agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: Open vSwitch agent@dv-cinder-850548-1-iscsi: { 'AddressGroup': '1.2', Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: 'Agent': '1.1', Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: 'ConntrackHelper': '1.0', Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: 'LocalIPAssociation': '1.0', Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: 'Log': '1.0', Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: 'NDPProxy': '1.0', Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: 'Network': '1.1', Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: 'Port': '1.7', Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: 'PortForwarding': '1.3', Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: 'QosPolicy': '1.10', Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: 'SecurityGroup': '1.5', Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: 'SecurityGroupRule': '1.2', Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: 'SubPort': '1.0', Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: 'Subnet': '1.1', Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: 'Trunk': '1.1'}} Jul 20 19:27:43.915061 dv-cinder-850548-1-iscsi neutron-server[104009]: {{(pid=104009) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 19:27:43.939154 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4a0a1ca0-17aa-4946-9cfc-3d723ef41839 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-2082003264-router', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:27:43.940473 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769d6017-e933-4149-9f26-98e24d002a90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a79ea1f-3a02-5f09-9d5d-548655c7a341-1f233501-5abf-42f7-9923-d5c098fbf3c6', 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'fixed_ips': [{'subnet_id': '08142ecb-a299-44b2-8261-d97f0c41a1df'}]}} from dv-cinder-850548-1-iscsi. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 19:27:43.941615 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-769d6017-e933-4149-9f26-98e24d002a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:43.977573 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0af56791-2743-48fe-ba33-dce7aa6d6bf6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:44.020645 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:DELETE=2,neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:44.060044 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59dcb0b-f148-40de-b16d-cc06d2c2195c admin admin] Pushing event updated for resources: {'Subnet': ['ID=4732d84f-e6e3-4635-bad1-846040e01bc1,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:44.062542 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a0a1ca0-17aa-4946-9cfc-3d723ef41839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1715278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3573'] for router (ccca4bbb-5000-49bd-9564-0deb65b6e55a), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:44.063839 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a0a1ca0-17aa-4946-9cfc-3d723ef41839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1715418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823423', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1688196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3582'] for router (ccca4bbb-5000-49bd-9564-0deb65b6e55a), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:44.068398 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:44.075789 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Attempting to bind port 0afffe10-aa75-4202-baa7-68ece04ca1ab on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:27:44.076167 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Attempting to bind port 0afffe10-aa75-4202-baa7-68ece04ca1ab by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': '743d9750-323e-40e2-8248-0f577f755971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:27:44.076528 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Attempting to bind port 0afffe10-aa75-4202-baa7-68ece04ca1ab on network 8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:27:44.083544 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abd8e39-e339-4400-b407-8045c05a8f45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a79ea1f-3a02-5f09-9d5d-548655c7a341-c252680c-c029-4238-80e1-835b5a8591d8', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'fixed_ips': [{'subnet_id': '5a397f0b-3686-46fe-bb9f-edf6643027d1'}]}} from dv-cinder-850548-1-iscsi. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 19:27:44.085197 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2abd8e39-e339-4400-b407-8045c05a8f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:44.103878 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-3c4f4793-620c-419a-a8e7-a24d83207eb1 admin admin] Allocated IP 172.27.3.133 (0148b93c-d79f-482c-aa55-1b162de4f442/9a6c0e64-8fd5-4336-8a8c-b393c90fda39/51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:27:44.106969 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:27:44.107549 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Checking segment: {'id': '743d9750-323e-40e2-8248-0f577f755971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:27:44.108252 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:44.108869 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Bound using segment: {'id': '743d9750-323e-40e2-8248-0f577f755971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:27:44.109685 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Bound port: 0afffe10-aa75-4202-baa7-68ece04ca1ab, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '743d9750-323e-40e2-8248-0f577f755971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:27:44.110535 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (0afffe10-aa75-4202-baa7-68ece04ca1ab), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:44.120564 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da07b09a-54b7-4645-953f-ecc2a4adaf8e admin admin] Publish callbacks [] for security_group (4558357e-2f8f-405f-85b7-6d5299c8fa9d), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:44.124026 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5984fa48-b30b-4f79-a08e-5017813afd0a admin admin] Publish callbacks [] for router_gateway (f9cc5915-3f57-4e67-a23c-9d1a60c57a12), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:44.141175 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da07b09a-54b7-4645-953f-ecc2a4adaf8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (4558357e-2f8f-405f-85b7-6d5299c8fa9d), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:44.143800 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d59dcb0b-f148-40de-b16d-cc06d2c2195c admin admin] Checking segment: {'id': '593dad2b-3589-4778-be11-a688062d6a82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 986, 'network_id': '7f742c64-ca5b-4d78-a8cb-698096211a92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:27:44.144160 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59dcb0b-f148-40de-b16d-cc06d2c2195c admin admin] Network hostable DHCP agents. Network: 7f742c64-ca5b-4d78-a8cb-698096211a92, hostable agents: ['217e9daa-c487-480e-ab7e-28b155725c37'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:27:44.191765 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1ed37f00-f701-46a6-a9da-bd2b8ec8a3e2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for subnet (d0032299-b9fa-48f2-97fd-620bc1f7e167), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:44.270442 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-da07b09a-54b7-4645-953f-ecc2a4adaf8e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=01498bd6bd0848519576ff941722e05f&name=default HTTP/1.1" status: 200 len: 2992 time: 1.2039385 Jul 20 19:27:44.283975 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 60682) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:44.297248 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da07b09a-54b7-4645-953f-ecc2a4adaf8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4558357e-2f8f-405f-85b7-6d5299c8fa9d,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:44.331648 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] For port 0afffe10-aa75-4202-baa7-68ece04ca1ab, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:27:44.335275 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] For port 0afffe10-aa75-4202-baa7-68ece04ca1ab, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=0afffe10-aa75-4202-baa7-68ece04ca1ab,segment=NetworkSegment(743d9750-323e-40e2-8248-0f577f755971),segment_id=743d9750-323e-40e2-8248-0f577f755971)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:27:44.342699 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d59dcb0b-f148-40de-b16d-cc06d2c2195c admin admin] Network 7f742c64-ca5b-4d78-a8cb-698096211a92 is scheduled to be hosted by DHCP agent 217e9daa-c487-480e-ab7e-28b155725c37 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:27:44.364858 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a0a1ca0-17aa-4946-9cfc-3d723ef41839 admin admin] Publish callbacks [] for router_controller (ccca4bbb-5000-49bd-9564-0deb65b6e55a), precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:44.366622 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-769d6017-e933-4149-9f26-98e24d002a90 None None] Allocated IP 172.20.0.2 (1f233501-5abf-42f7-9923-d5c098fbf3c6/08142ecb-a299-44b2-8261-d97f0c41a1df/df192804-eab2-4a78-bef4-130931d875fa) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:27:44.381664 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed37f00-f701-46a6-a9da-bd2b8ec8a3e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0032299-b9fa-48f2-97fd-620bc1f7e167,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:44.392247 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-d59dcb0b-f148-40de-b16d-cc06d2c2195c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850548-1-iscsi, 7f742c64-ca5b-4d78-a8cb-698096211a92) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:27:44.426112 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0af56791-2743-48fe-ba33-dce7aa6d6bf6 admin admin] Publish callbacks [] for security_group (2cae0324-1f26-469e-8420-b4d71d3862be), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:44.430426 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed37f00-f701-46a6-a9da-bd2b8ec8a3e2 admin admin] Checking segment: {'id': '54d5c45d-aa97-4ff0-8145-994022b0b986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:27:44.430960 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed37f00-f701-46a6-a9da-bd2b8ec8a3e2 admin admin] Network hostable DHCP agents. Network: 2deda7b4-dab0-4eb8-8cde-830d55ad6ecc, hostable agents: ['217e9daa-c487-480e-ab7e-28b155725c37'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:27:44.443322 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:DELETE=1,neutron:SELECT=83,neutron:UPDATE=2,neutron:INSERT=14 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:44.444066 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0af56791-2743-48fe-ba33-dce7aa6d6bf6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (2cae0324-1f26-469e-8420-b4d71d3862be), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:44.455015 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59dcb0b-f148-40de-b16d-cc06d2c2195c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:44.456051 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d59dcb0b-f148-40de-b16d-cc06d2c2195c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for subnet (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:44.474387 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-83e4b93c-6fab-4215-a22a-fc69bef0e258 admin admin] Publish callbacks [] for security_group (4558357e-2f8f-405f-85b7-6d5299c8fa9d), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:44.640071 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-0af56791-2743-48fe-ba33-dce7aa6d6bf6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=509e9c4cf31b4e9ea9d42a7bc4b99ac3&name=default HTTP/1.1" status: 200 len: 2992 time: 0.9763000 Jul 20 19:27:44.648444 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 60696) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:44.651042 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-83e4b93c-6fab-4215-a22a-fc69bef0e258 admin admin] Publish callbacks [] for security_group (4558357e-2f8f-405f-85b7-6d5299c8fa9d), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:44.659059 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-d59dcb0b-f148-40de-b16d-cc06d2c2195c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5020370 Jul 20 19:27:44.669296 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed37f00-f701-46a6-a9da-bd2b8ec8a3e2 admin admin] Network 2deda7b4-dab0-4eb8-8cde-830d55ad6ecc is scheduled to be hosted by DHCP agent 217e9daa-c487-480e-ab7e-28b155725c37 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:27:44.674320 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af56791-2743-48fe-ba33-dce7aa6d6bf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cae0324-1f26-469e-8420-b4d71d3862be,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:44.699476 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-1ed37f00-f701-46a6-a9da-bd2b8ec8a3e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850548-1-iscsi, 2deda7b4-dab0-4eb8-8cde-830d55ad6ecc) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:27:44.709373 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591b8b74-1b58-447a-9f0c-f43c513827e3 None None] Network 7f742c64-ca5b-4d78-a8cb-698096211a92 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:27:44.723041 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed37f00-f701-46a6-a9da-bd2b8ec8a3e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:44.723555 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1ed37f00-f701-46a6-a9da-bd2b8ec8a3e2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for subnet (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:44.737215 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (0afffe10-aa75-4202-baa7-68ece04ca1ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:44.764592 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-1ed37f00-f701-46a6-a9da-bd2b8ec8a3e2 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.9222410 Jul 20 19:27:44.765256 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 60704) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:44.772951 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-d693be95-6713-4837-a4ec-779e79a90404 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-707876139-router', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:27:44.800087 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b7800bf9-a9e4-4da8-99ef-f9c1c8bc9b8e admin admin] Publish callbacks [] for security_group (2cae0324-1f26-469e-8420-b4d71d3862be), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:44.800997 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7263132f-f89f-4022-a380-fa824f94ae29 None None] Network 2deda7b4-dab0-4eb8-8cde-830d55ad6ecc requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:27:44.803373 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-83e4b93c-6fab-4215-a22a-fc69bef0e258 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (4558357e-2f8f-405f-85b7-6d5299c8fa9d), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:44.811768 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-83e4b93c-6fab-4215-a22a-fc69bef0e258 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:44.818786 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-83e4b93c-6fab-4215-a22a-fc69bef0e258 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4558357e-2f8f-405f-85b7-6d5299c8fa9d HTTP/1.1" status: 204 len: 168 time: 0.5336072 Jul 20 19:27:44.843041 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b7800bf9-a9e4-4da8-99ef-f9c1c8bc9b8e admin admin] Publish callbacks [] for security_group (2cae0324-1f26-469e-8420-b4d71d3862be), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:44.861323 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a0a1ca0-17aa-4946-9cfc-3d723ef41839 admin admin] Publish callbacks [] for router_gateway (ccca4bbb-5000-49bd-9564-0deb65b6e55a), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:44.904324 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c4f4793-620c-419a-a8e7-a24d83207eb1 admin admin] Publish callbacks [] for port (51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:44.935602 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e4b93c-6fab-4215-a22a-fc69bef0e258 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4558357e-2f8f-405f-85b7-6d5299c8fa9d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:44.952788 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b7800bf9-a9e4-4da8-99ef-f9c1c8bc9b8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (2cae0324-1f26-469e-8420-b4d71d3862be), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:44.958500 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b7800bf9-a9e4-4da8-99ef-f9c1c8bc9b8e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:44.965028 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-b7800bf9-a9e4-4da8-99ef-f9c1c8bc9b8e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/2cae0324-1f26-469e-8420-b4d71d3862be HTTP/1.1" status: 204 len: 168 time: 0.3111300 Jul 20 19:27:44.977906 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7800bf9-a9e4-4da8-99ef-f9c1c8bc9b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cae0324-1f26-469e-8420-b4d71d3862be,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:44.982383 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d693be95-6713-4837-a4ec-779e79a90404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1715278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3573'] for router (9d362232-3082-46b9-83fc-6259e2bb1a28), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:44.984744 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d693be95-6713-4837-a4ec-779e79a90404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1715418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823423', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1688196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3582'] for router (9d362232-3082-46b9-83fc-6259e2bb1a28), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:45.020452 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5984fa48-b30b-4f79-a08e-5017813afd0a admin admin] Publish callbacks [] for router_gateway (f9cc5915-3f57-4e67-a23c-9d1a60c57a12), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:45.057148 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7,neutron:INSERT=7 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:45.062050 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5984fa48-b30b-4f79-a08e-5017813afd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:45.085811 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:45.088116 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d693be95-6713-4837-a4ec-779e79a90404 admin admin] Publish callbacks [] for router_controller (9d362232-3082-46b9-83fc-6259e2bb1a28), precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:45.111969 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:UPDATE=6 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:45.120980 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13432ae4-13b1-4fbe-9a58-27659742fb01 None None] Pushing event updated for resources: {'Port': ['ID=0afffe10-aa75-4202-baa7-68ece04ca1ab,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:45.310641 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-769d6017-e933-4149-9f26-98e24d002a90 None None] Publish callbacks [] for port (df192804-eab2-4a78-bef4-130931d875fa), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:45.316923 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c4f4793-620c-419a-a8e7-a24d83207eb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:45.355701 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d693be95-6713-4837-a4ec-779e79a90404 admin admin] Publish callbacks [] for router_gateway (9d362232-3082-46b9-83fc-6259e2bb1a28), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:45.412393 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-769d6017-e933-4149-9f26-98e24d002a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (df192804-eab2-4a78-bef4-130931d875fa), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:45.450880 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a0a1ca0-17aa-4946-9cfc-3d723ef41839 admin admin] Publish callbacks [] for router_gateway (ccca4bbb-5000-49bd-9564-0deb65b6e55a), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:45.516844 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-2abd8e39-e339-4400-b407-8045c05a8f45 None None] Allocated IP 172.20.0.2 (c252680c-c029-4238-80e1-835b5a8591d8/5a397f0b-3686-46fe-bb9f-edf6643027d1/911f4597-fa0c-4dd1-9b7c-c98763aa05b6) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:27:45.560312 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5259a845-f2e6-4a78-be42-580daae2a729 None None] Network 7f742c64-ca5b-4d78-a8cb-698096211a92 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:27:45.564196 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a0a1ca0-17aa-4946-9cfc-3d723ef41839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:45.571797 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:45.619463 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c4f4793-620c-419a-a8e7-a24d83207eb1 admin admin] Network 0148b93c-d79f-482c-aa55-1b162de4f442 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:27:45.631667 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-769d6017-e933-4149-9f26-98e24d002a90 None None] Network 1f233501-5abf-42f7-9923-d5c098fbf3c6 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:27:45.660350 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-3c4f4793-620c-419a-a8e7-a24d83207eb1 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:27:45.694404 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:45.729821 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-769d6017-e933-4149-9f26-98e24d002a90 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:27:45.745573 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769d6017-e933-4149-9f26-98e24d002a90 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:27:45.759416 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4f4793-620c-419a-a8e7-a24d83207eb1 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:27:45.761738 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4f4793-620c-419a-a8e7-a24d83207eb1 admin admin] Pushing event updated for resources: {'Port': ['ID=51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:45.806795 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d6017-e933-4149-9f26-98e24d002a90 None None] Pushing event updated for resources: {'Port': ['ID=df192804-eab2-4a78-bef4-130931d875fa,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:45.920502 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 60744) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:45.944580 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d693be95-6713-4837-a4ec-779e79a90404 admin admin] Publish callbacks [] for router_gateway (9d362232-3082-46b9-83fc-6259e2bb1a28), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:45.948710 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-96e27554-5d88-462a-9e5b-688b66fdddcc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:45.999153 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d693be95-6713-4837-a4ec-779e79a90404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:46.038029 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4813a1b0-682e-4df1-8fbb-02bce6b96bd5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a79ea1f-3a02-5f09-9d5d-548655c7a341-2deda7b4-dab0-4eb8-8cde-830d55ad6ecc', 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc', 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'fixed_ips': [{'subnet_id': 'd0032299-b9fa-48f2-97fd-620bc1f7e167'}]}} from dv-cinder-850548-1-iscsi. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 19:27:46.045271 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4813a1b0-682e-4df1-8fbb-02bce6b96bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:46.071683 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-5984fa48-b30b-4f79-a08e-5017813afd0a admin admin] Allocated IP 172.27.3.241 (0148b93c-d79f-482c-aa55-1b162de4f442/9a6c0e64-8fd5-4336-8a8c-b393c90fda39/3ea45540-b50b-400d-b3e5-d0a46c93055f) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:27:46.109484 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-53c9fb01-1fd3-40ee-a7f2-b04311d2add9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:46.156410 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-769d6017-e933-4149-9f26-98e24d002a90 None None] Attempting to bind port df192804-eab2-4a78-bef4-130931d875fa on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:27:46.157982 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-769d6017-e933-4149-9f26-98e24d002a90 None None] Attempting to bind port df192804-eab2-4a78-bef4-130931d875fa by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': 'afd2cd19-bdf1-4210-8214-74dd85035192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:27:46.158784 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769d6017-e933-4149-9f26-98e24d002a90 None None] Attempting to bind port df192804-eab2-4a78-bef4-130931d875fa on network 1f233501-5abf-42f7-9923-d5c098fbf3c6 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:27:46.214338 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 60754) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:46.219186 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-b103790c-e4a6-4869-adaa-21714b0df5df admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-177834423-network', 'tenant_id': 'fab4740fb63e4031969c96f37bd5f689'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:27:46.252528 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769d6017-e933-4149-9f26-98e24d002a90 None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:27:46.253265 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769d6017-e933-4149-9f26-98e24d002a90 None None] Checking segment: {'id': 'afd2cd19-bdf1-4210-8214-74dd85035192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:27:46.253913 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-769d6017-e933-4149-9f26-98e24d002a90 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:46.254481 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769d6017-e933-4149-9f26-98e24d002a90 None None] Bound using segment: {'id': 'afd2cd19-bdf1-4210-8214-74dd85035192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:27:46.255152 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-769d6017-e933-4149-9f26-98e24d002a90 None None] Bound port: df192804-eab2-4a78-bef4-130931d875fa, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd2cd19-bdf1-4210-8214-74dd85035192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:27:46.255732 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-769d6017-e933-4149-9f26-98e24d002a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (df192804-eab2-4a78-bef4-130931d875fa), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:46.267825 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-96e27554-5d88-462a-9e5b-688b66fdddcc admin admin] Publish callbacks [] for security_group (c6333e7d-3383-4114-9619-338474667575), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:46.293604 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-96e27554-5d88-462a-9e5b-688b66fdddcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (c6333e7d-3383-4114-9619-338474667575), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:46.309775 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5984fa48-b30b-4f79-a08e-5017813afd0a admin admin] Publish callbacks [] for port (3ea45540-b50b-400d-b3e5-d0a46c93055f), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:46.315315 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c4f4793-620c-419a-a8e7-a24d83207eb1 admin admin] Publish callbacks [] for router_gateway (a2e1e79e-edec-4928-bb71-2b2055a5f0e9), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:46.329071 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b103790c-e4a6-4869-adaa-21714b0df5df admin admin] Made reservation on behalf of fab4740fb63e4031969c96f37bd5f689 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:27:46.331427 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b103790c-e4a6-4869-adaa-21714b0df5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for network (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:46.349870 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-96e27554-5d88-462a-9e5b-688b66fdddcc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bff9680748f64a15a9eba7110b8ea565&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4282370 Jul 20 19:27:46.355155 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b103790c-e4a6-4869-adaa-21714b0df5df admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:46.356919 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 60756) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:46.364172 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2abd8e39-e339-4400-b407-8045c05a8f45 None None] Publish callbacks [] for port (911f4597-fa0c-4dd1-9b7c-c98763aa05b6), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:46.375162 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:46.389480 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e27554-5d88-462a-9e5b-688b66fdddcc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6333e7d-3383-4114-9619-338474667575,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:46.401502 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2abd8e39-e339-4400-b407-8045c05a8f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (911f4597-fa0c-4dd1-9b7c-c98763aa05b6), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:46.491694 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=92,neutron:INSERT=2,neutron:UPDATE=6 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:46.493712 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-769d6017-e933-4149-9f26-98e24d002a90 None None] For port df192804-eab2-4a78-bef4-130931d875fa, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:27:46.512157 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5984fa48-b30b-4f79-a08e-5017813afd0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (3ea45540-b50b-400d-b3e5-d0a46c93055f), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:46.530636 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2abd8e39-e339-4400-b407-8045c05a8f45 None None] Network c252680c-c029-4238-80e1-835b5a8591d8 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:27:46.540550 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0d16d09c-e6e8-48b0-a24d-1abaf8b531d2 admin admin] Publish callbacks [] for security_group (c6333e7d-3383-4114-9619-338474667575), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:46.545618 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-769d6017-e933-4149-9f26-98e24d002a90 None None] For port df192804-eab2-4a78-bef4-130931d875fa, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=df192804-eab2-4a78-bef4-130931d875fa,segment=NetworkSegment(afd2cd19-bdf1-4210-8214-74dd85035192),segment_id=afd2cd19-bdf1-4210-8214-74dd85035192)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:27:46.554018 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-4813a1b0-682e-4df1-8fbb-02bce6b96bd5 None None] Allocated IP 172.20.0.2 (2deda7b4-dab0-4eb8-8cde-830d55ad6ecc/d0032299-b9fa-48f2-97fd-620bc1f7e167/1ebdf13d-1433-4285-9ca4-15c1cc1c4890) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:27:46.557692 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-2abd8e39-e339-4400-b407-8045c05a8f45 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:27:46.561573 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2abd8e39-e339-4400-b407-8045c05a8f45 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:27:46.581708 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd8e39-e339-4400-b407-8045c05a8f45 None None] Pushing event updated for resources: {'Port': ['ID=911f4597-fa0c-4dd1-9b7c-c98763aa05b6,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:46.596868 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0d16d09c-e6e8-48b0-a24d-1abaf8b531d2 admin admin] Publish callbacks [] for security_group (c6333e7d-3383-4114-9619-338474667575), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:46.600007 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-769d6017-e933-4149-9f26-98e24d002a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (df192804-eab2-4a78-bef4-130931d875fa), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:46.682383 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=83,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:46.764117 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b103790c-e4a6-4869-adaa-21714b0df5df admin admin] Publish callbacks [] for security_group (e7140fa9-a914-4c0c-ba3b-6459d95e2072), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:46.774399 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b103790c-e4a6-4869-adaa-21714b0df5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (e7140fa9-a914-4c0c-ba3b-6459d95e2072), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:46.843831 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5984fa48-b30b-4f79-a08e-5017813afd0a admin admin] Network 0148b93c-d79f-482c-aa55-1b162de4f442 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:27:46.846693 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103790c-e4a6-4869-adaa-21714b0df5df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7140fa9-a914-4c0c-ba3b-6459d95e2072,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:46.860533 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5984fa48-b30b-4f79-a08e-5017813afd0a admin admin] Pushing event updated for resources: {'Port': ['ID=3ea45540-b50b-400d-b3e5-d0a46c93055f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:46.874619 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0d16d09c-e6e8-48b0-a24d-1abaf8b531d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (c6333e7d-3383-4114-9619-338474667575), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:46.877223 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0d16d09c-e6e8-48b0-a24d-1abaf8b531d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:46.878362 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-0d16d09c-e6e8-48b0-a24d-1abaf8b531d2 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c6333e7d-3383-4114-9619-338474667575 HTTP/1.1" status: 204 len: 168 time: 0.5161335 Jul 20 19:27:46.879175 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b103790c-e4a6-4869-adaa-21714b0df5df admin admin] vlan segment allocate from pool success with {'vlan_id': 955, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:27:46.884859 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-5984fa48-b30b-4f79-a08e-5017813afd0a admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:27:46.924658 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d16d09c-e6e8-48b0-a24d-1abaf8b531d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6333e7d-3383-4114-9619-338474667575,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:46.925517 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=89,neutron:UPDATE=5,neutron:INSERT=6 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:46.931537 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b103790c-e4a6-4869-adaa-21714b0df5df admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (316a60fc-2fb2-4463-8544-d5a6a07663f5), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:46.931891 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.db.segments_db [None req-b103790c-e4a6-4869-adaa-21714b0df5df admin admin] Added segment 316a60fc-2fb2-4463-8544-d5a6a07663f5 of type vlan for network 18b335a5-d58a-4a84-a5c9-2a62c7f8b17a Jul 20 19:27:46.939962 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d6017-e933-4149-9f26-98e24d002a90 None None] Pushing event updated for resources: {'Port': ['ID=df192804-eab2-4a78-bef4-130931d875fa,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:46.945610 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2abd8e39-e339-4400-b407-8045c05a8f45 None None] Attempting to bind port 911f4597-fa0c-4dd1-9b7c-c98763aa05b6 on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:27:46.946068 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2abd8e39-e339-4400-b407-8045c05a8f45 None None] Attempting to bind port 911f4597-fa0c-4dd1-9b7c-c98763aa05b6 by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': '0834ea49-c9d4-4bbd-9331-a43aae639ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:27:46.946681 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abd8e39-e339-4400-b407-8045c05a8f45 None None] Attempting to bind port 911f4597-fa0c-4dd1-9b7c-c98763aa05b6 on network c252680c-c029-4238-80e1-835b5a8591d8 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:27:46.961793 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abd8e39-e339-4400-b407-8045c05a8f45 None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:27:46.962293 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abd8e39-e339-4400-b407-8045c05a8f45 None None] Checking segment: {'id': '0834ea49-c9d4-4bbd-9331-a43aae639ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:27:46.962804 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2abd8e39-e339-4400-b407-8045c05a8f45 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:46.963273 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2abd8e39-e339-4400-b407-8045c05a8f45 None None] Bound using segment: {'id': '0834ea49-c9d4-4bbd-9331-a43aae639ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:27:46.963860 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-2abd8e39-e339-4400-b407-8045c05a8f45 None None] Bound port: 911f4597-fa0c-4dd1-9b7c-c98763aa05b6, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0834ea49-c9d4-4bbd-9331-a43aae639ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:27:46.964313 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2abd8e39-e339-4400-b407-8045c05a8f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (911f4597-fa0c-4dd1-9b7c-c98763aa05b6), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:46.993124 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:47.082235 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b103790c-e4a6-4869-adaa-21714b0df5df admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773866076730'] for network (18b335a5-d58a-4a84-a5c9-2a62c7f8b17a), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:47.151067 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b103790c-e4a6-4869-adaa-21714b0df5df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for network (18b335a5-d58a-4a84-a5c9-2a62c7f8b17a), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:47.152015 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b103790c-e4a6-4869-adaa-21714b0df5df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:47.152597 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b103790c-e4a6-4869-adaa-21714b0df5df admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:47.172988 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2abd8e39-e339-4400-b407-8045c05a8f45 None None] For port 911f4597-fa0c-4dd1-9b7c-c98763aa05b6, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:27:47.176703 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4813a1b0-682e-4df1-8fbb-02bce6b96bd5 None None] Publish callbacks [] for port (1ebdf13d-1433-4285-9ca4-15c1cc1c4890), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:47.181783 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2abd8e39-e339-4400-b407-8045c05a8f45 None None] For port 911f4597-fa0c-4dd1-9b7c-c98763aa05b6, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=911f4597-fa0c-4dd1-9b7c-c98763aa05b6,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:27:47.213319 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4813a1b0-682e-4df1-8fbb-02bce6b96bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (1ebdf13d-1433-4285-9ca4-15c1cc1c4890), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:47.259923 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-b103790c-e4a6-4869-adaa-21714b0df5df admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0445142 Jul 20 19:27:47.269907 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 60780) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:47.282412 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2abd8e39-e339-4400-b407-8045c05a8f45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (911f4597-fa0c-4dd1-9b7c-c98763aa05b6), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:47.348327 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-4a0a1ca0-17aa-4946-9cfc-3d723ef41839 admin admin] Allocated IP 172.27.3.54 (0148b93c-d79f-482c-aa55-1b162de4f442/9a6c0e64-8fd5-4336-8a8c-b393c90fda39/aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:27:47.362521 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-0f907f97-0cc6-4104-8818-674da7a00af3 admin admin] Request body: {'subnet': {'network_id': '18b335a5-d58a-4a84-a5c9-2a62c7f8b17a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-177834423-subnet', 'tenant_id': 'fab4740fb63e4031969c96f37bd5f689', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:27:47.393687 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4813a1b0-682e-4df1-8fbb-02bce6b96bd5 None None] Network 2deda7b4-dab0-4eb8-8cde-830d55ad6ecc is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:27:47.394269 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:47.397951 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813a1b0-682e-4df1-8fbb-02bce6b96bd5 None None] Pushing event updated for resources: {'Port': ['ID=1ebdf13d-1433-4285-9ca4-15c1cc1c4890,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:47.406504 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b103790c-e4a6-4869-adaa-21714b0df5df admin admin] Pushing event updated for resources: {'Network': ['ID=18b335a5-d58a-4a84-a5c9-2a62c7f8b17a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:47.415747 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-4813a1b0-682e-4df1-8fbb-02bce6b96bd5 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:27:47.424012 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4813a1b0-682e-4df1-8fbb-02bce6b96bd5 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:27:47.426490 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5984fa48-b30b-4f79-a08e-5017813afd0a admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:27:47.438485 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f907f97-0cc6-4104-8818-674da7a00af3 admin admin] Made reservation on behalf of fab4740fb63e4031969c96f37bd5f689 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:27:47.444141 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0f907f97-0cc6-4104-8818-674da7a00af3 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:47.449425 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=86,neutron:UPDATE=7,neutron:INSERT=7 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:47.490431 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256bba6e-b12f-4f48-8760-c5243de100ee None None] Network 8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:27:47.506297 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Network 18b335a5-d58a-4a84-a5c9-2a62c7f8b17a details requested by agent ovs-agent-dv-cinder-850548-1-iscsi with host dv-cinder-850548-1-iscsi {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:27:47.509160 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 0afffe10-aa75-4202-baa7-68ece04ca1ab up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:27:47.518525 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-828780f5-b400-4e3e-a0d4-2ca801360995 None None] Provisioning complete for port 0afffe10-aa75-4202-baa7-68ece04ca1ab triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:27:47.518930 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-828780f5-b400-4e3e-a0d4-2ca801360995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (0afffe10-aa75-4202-baa7-68ece04ca1ab), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:47.665213 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c4f4793-620c-419a-a8e7-a24d83207eb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1715395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1823315'] for router (a2e1e79e-edec-4928-bb71-2b2055a5f0e9), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:47.860820 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0f907f97-0cc6-4104-8818-674da7a00af3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for subnet (f83b164d-de60-402d-b328-898795af9f27), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:47.969865 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f907f97-0cc6-4104-8818-674da7a00af3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f83b164d-de60-402d-b328-898795af9f27,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:48.026026 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 60790) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:48.026698 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=81,neutron:INSERT=11,neutron:UPDATE=5,neutron:DELETE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:48.054128 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f907f97-0cc6-4104-8818-674da7a00af3 admin admin] Checking segment: {'id': '316a60fc-2fb2-4463-8544-d5a6a07663f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 955, 'network_id': '18b335a5-d58a-4a84-a5c9-2a62c7f8b17a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:27:48.055042 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f907f97-0cc6-4104-8818-674da7a00af3 admin admin] Network hostable DHCP agents. Network: 18b335a5-d58a-4a84-a5c9-2a62c7f8b17a, hostable agents: ['217e9daa-c487-480e-ab7e-28b155725c37'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:27:48.072918 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abd8e39-e339-4400-b407-8045c05a8f45 None None] Pushing event updated for resources: {'Port': ['ID=911f4597-fa0c-4dd1-9b7c-c98763aa05b6,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:48.101205 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f907f97-0cc6-4104-8818-674da7a00af3 admin admin] Network 18b335a5-d58a-4a84-a5c9-2a62c7f8b17a is scheduled to be hosted by DHCP agent 217e9daa-c487-480e-ab7e-28b155725c37 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:27:48.117511 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:48.122560 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-0f907f97-0cc6-4104-8818-674da7a00af3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850548-1-iscsi, 18b335a5-d58a-4a84-a5c9-2a62c7f8b17a) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:27:48.123959 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-4813a1b0-682e-4df1-8fbb-02bce6b96bd5 None None] Attempting to bind port 1ebdf13d-1433-4285-9ca4-15c1cc1c4890 on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:27:48.124381 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-4813a1b0-682e-4df1-8fbb-02bce6b96bd5 None None] Attempting to bind port 1ebdf13d-1433-4285-9ca4-15c1cc1c4890 by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': '54d5c45d-aa97-4ff0-8145-994022b0b986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:27:48.124745 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4813a1b0-682e-4df1-8fbb-02bce6b96bd5 None None] Attempting to bind port 1ebdf13d-1433-4285-9ca4-15c1cc1c4890 on network 2deda7b4-dab0-4eb8-8cde-830d55ad6ecc {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:27:48.135954 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f907f97-0cc6-4104-8818-674da7a00af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:27:48.136560 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0f907f97-0cc6-4104-8818-674da7a00af3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for subnet (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:48.147135 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1996b4a1-a9b3-4111-97c8-736111702f3f None None] Network 18b335a5-d58a-4a84-a5c9-2a62c7f8b17a requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:27:48.150544 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4813a1b0-682e-4df1-8fbb-02bce6b96bd5 None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 27, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:27:48.151027 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4813a1b0-682e-4df1-8fbb-02bce6b96bd5 None None] Checking segment: {'id': '54d5c45d-aa97-4ff0-8145-994022b0b986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:27:48.151440 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4813a1b0-682e-4df1-8fbb-02bce6b96bd5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:48.151841 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4813a1b0-682e-4df1-8fbb-02bce6b96bd5 None None] Bound using segment: {'id': '54d5c45d-aa97-4ff0-8145-994022b0b986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:27:48.152340 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-4813a1b0-682e-4df1-8fbb-02bce6b96bd5 None None] Bound port: 1ebdf13d-1433-4285-9ca4-15c1cc1c4890, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d5c45d-aa97-4ff0-8145-994022b0b986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:27:48.152851 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4813a1b0-682e-4df1-8fbb-02bce6b96bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (1ebdf13d-1433-4285-9ca4-15c1cc1c4890), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:48.176113 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-0f907f97-0cc6-4104-8818-674da7a00af3 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9030137 Jul 20 19:27:48.191423 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a0a1ca0-17aa-4946-9cfc-3d723ef41839 admin admin] Publish callbacks [] for port (aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:48.208614 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 0afffe10-aa75-4202-baa7-68ece04ca1ab triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:27:48.209270 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (0afffe10-aa75-4202-baa7-68ece04ca1ab), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:48.294248 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:48.342699 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5984fa48-b30b-4f79-a08e-5017813afd0a admin admin] Publish callbacks [] for router_gateway (f9cc5915-3f57-4e67-a23c-9d1a60c57a12), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:48.380995 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:48.399455 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a0a1ca0-17aa-4946-9cfc-3d723ef41839 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:48.499923 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c4f4793-620c-419a-a8e7-a24d83207eb1 admin admin] Router a2e1e79e-edec-4928-bb71-2b2055a5f0e9 is scheduled to L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 19:27:48.536020 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41dc34a0-20cb-44a7-94d4-a8458c8e2dcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:48.618777 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0a1ca0-17aa-4946-9cfc-3d723ef41839 admin admin] Network 0148b93c-d79f-482c-aa55-1b162de4f442 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:27:48.652241 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-4813a1b0-682e-4df1-8fbb-02bce6b96bd5 None None] For port 1ebdf13d-1433-4285-9ca4-15c1cc1c4890, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:27:48.659419 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-4813a1b0-682e-4df1-8fbb-02bce6b96bd5 None None] For port 1ebdf13d-1433-4285-9ca4-15c1cc1c4890, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=1ebdf13d-1433-4285-9ca4-15c1cc1c4890,segment=NetworkSegment(54d5c45d-aa97-4ff0-8145-994022b0b986),segment_id=54d5c45d-aa97-4ff0-8145-994022b0b986)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:27:48.682243 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-828780f5-b400-4e3e-a0d4-2ca801360995 None None] Current status of the port 0afffe10-aa75-4202-baa7-68ece04ca1ab is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:27:48.683570 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-828780f5-b400-4e3e-a0d4-2ca801360995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (0afffe10-aa75-4202-baa7-68ece04ca1ab), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:48.715725 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 60804) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:48.737295 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 0afffe10-aa75-4202-baa7-68ece04ca1ab is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:27:48.738017 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (0afffe10-aa75-4202-baa7-68ece04ca1ab), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:48.758615 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4813a1b0-682e-4df1-8fbb-02bce6b96bd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (1ebdf13d-1433-4285-9ca4-15c1cc1c4890), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:48.769396 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-4a0a1ca0-17aa-4946-9cfc-3d723ef41839 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:27:48.773768 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecd78985-545d-4048-9527-6c582c60c907 None None] Network 1f233501-5abf-42f7-9923-d5c098fbf3c6 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:27:48.774377 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0a1ca0-17aa-4946-9cfc-3d723ef41839 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:27:48.798764 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0a1ca0-17aa-4946-9cfc-3d723ef41839 admin admin] Pushing event updated for resources: {'Port': ['ID=aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:48.895274 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41dc34a0-20cb-44a7-94d4-a8458c8e2dcf admin admin] Publish callbacks [] for security_group (1a507b43-9ffd-4ea6-9832-c0009e99c97e), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:48.897683 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-d693be95-6713-4837-a4ec-779e79a90404 admin admin] Allocated IP 172.27.3.129 (0148b93c-d79f-482c-aa55-1b162de4f442/9a6c0e64-8fd5-4336-8a8c-b393c90fda39/f3b153bd-8a30-4831-b8e6-4a1d8f608832) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:27:48.974422 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4813a1b0-682e-4df1-8fbb-02bce6b96bd5 None None] Pushing event updated for resources: {'Port': ['ID=1ebdf13d-1433-4285-9ca4-15c1cc1c4890,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:48.983488 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41dc34a0-20cb-44a7-94d4-a8458c8e2dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (1a507b43-9ffd-4ea6-9832-c0009e99c97e), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:49.029100 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1190764-c28a-411f-aaf4-2e46329d159b admin admin] Deleting subnet 4732d84f-e6e3-4635-bad1-846040e01bc1 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:27:49.045140 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-41dc34a0-20cb-44a7-94d4-a8458c8e2dcf admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a2cb0c127060486b89ae4e2eb60bdbc6&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0029895 Jul 20 19:27:49.046285 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:DELETE=3,neutron:INSERT=13,neutron:SELECT=83,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:49.047908 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a1190764-c28a-411f-aaf4-2e46329d159b admin admin] Publish callbacks [] for subnet (4732d84f-e6e3-4635-bad1-846040e01bc1), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:49.073823 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-828780f5-b400-4e3e-a0d4-2ca801360995 None None] For port 0afffe10-aa75-4202-baa7-68ece04ca1ab, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=0afffe10-aa75-4202-baa7-68ece04ca1ab,segment=NetworkSegment(743d9750-323e-40e2-8248-0f577f755971),segment_id=743d9750-323e-40e2-8248-0f577f755971)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:27:49.102240 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38b25967-9f60-4661-9765-6fe305c550cf None None] Network 18b335a5-d58a-4a84-a5c9-2a62c7f8b17a requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:27:49.112205 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 60814) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:49.154938 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:49.161168 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c4f4793-620c-419a-a8e7-a24d83207eb1 admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:27:49.177934 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37b3cf9-6da1-4459-9dc3-22c46a632f22 None None] Sync routers for ids ['a2e1e79e-edec-4928-bb71-2b2055a5f0e9'] in dv-cinder-850548-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:27:49.206572 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37b3cf9-6da1-4459-9dc3-22c46a632f22 None None] Routers {'a2e1e79e-edec-4928-bb71-2b2055a5f0e9'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:27:49.209560 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d37b3cf9-6da1-4459-9dc3-22c46a632f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:27:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['a2e1e79e-edec-4928-bb71-2b2055a5f0e9'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:27:49.222417 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:49.223272 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-828780f5-b400-4e3e-a0d4-2ca801360995 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (0afffe10-aa75-4202-baa7-68ece04ca1ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:49.279057 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:UPDATE=6,neutron:INSERT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:49.309357 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-01be5a38-cc3e-4517-8478-2cd8f883523b admin admin] Publish callbacks [] for security_group (1a507b43-9ffd-4ea6-9832-c0009e99c97e), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:49.346222 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-01be5a38-cc3e-4517-8478-2cd8f883523b admin admin] Publish callbacks [] for security_group (1a507b43-9ffd-4ea6-9832-c0009e99c97e), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:49.410097 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=84,neutron:DELETE=2,neutron:INSERT=9,neutron:UPDATE=5 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:49.431829 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41dc34a0-20cb-44a7-94d4-a8458c8e2dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a507b43-9ffd-4ea6-9832-c0009e99c97e,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:49.435993 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-01be5a38-cc3e-4517-8478-2cd8f883523b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (1a507b43-9ffd-4ea6-9832-c0009e99c97e), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:49.438762 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-01be5a38-cc3e-4517-8478-2cd8f883523b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:49.439913 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-01be5a38-cc3e-4517-8478-2cd8f883523b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1a507b43-9ffd-4ea6-9832-c0009e99c97e HTTP/1.1" status: 204 len: 168 time: 0.3263023 Jul 20 19:27:49.462623 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01be5a38-cc3e-4517-8478-2cd8f883523b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a507b43-9ffd-4ea6-9832-c0009e99c97e,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:49.462756 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3c4f4793-620c-419a-a8e7-a24d83207eb1 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:49.464396 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-3c4f4793-620c-419a-a8e7-a24d83207eb1 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.6920786 Jul 20 19:27:49.469445 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 60824) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:49.475974 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:49.708161 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d37b3cf9-6da1-4459-9dc3-22c46a632f22 None None] Set router a2e1e79e-edec-4928-bb71-2b2055a5f0e9 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:27:49.725777 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5984fa48-b30b-4f79-a08e-5017813afd0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1715395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1823315'] for router (f9cc5915-3f57-4e67-a23c-9d1a60c57a12), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:49.748589 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828780f5-b400-4e3e-a0d4-2ca801360995 None None] Pushing event updated for resources: {'Port': ['ID=0afffe10-aa75-4202-baa7-68ece04ca1ab,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:49.763284 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.db.api [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 20 19:27:49.763747 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG oslo_db.api [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 19:27:49.834870 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a0a1ca0-17aa-4946-9cfc-3d723ef41839 admin admin] Publish callbacks [] for router_gateway (ccca4bbb-5000-49bd-9564-0deb65b6e55a), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:49.860454 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91265184-ef48-4bb4-97cf-ac56a02e4caf None None] Network c252680c-c029-4238-80e1-835b5a8591d8 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:27:49.925501 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a1190764-c28a-411f-aaf4-2e46329d159b admin admin] Publish callbacks [] for subnet (4732d84f-e6e3-4635-bad1-846040e01bc1), precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:49.991695 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:49.999740 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d37b3cf9-6da1-4459-9dc3-22c46a632f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e1e79e-edec-4928-bb71-2b2055a5f0e9', 'name': 'tempest-DeleteServersTestJSON-1897465066-router', 'tenant_id': '183d6a3ee79e4fedb83591ce60694283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:42Z', 'updated_at': '2022-07-20T19:27:46Z', 'revision_number': 3, 'project_id': '183d6a3ee79e4fedb83591ce60694283', 'gw_port': {'id': '51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:99:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e1e79e-edec-4928-bb71-2b2055a5f0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:43Z', 'updated_at': '2022-07-20T19:27:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:27:50.025049 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2aa541e8-7ca3-4342-bdef-b5783e43949f None None] Provisioning complete for port 0afffe10-aa75-4202-baa7-68ece04ca1ab triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:27:50.025334 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2aa541e8-7ca3-4342-bdef-b5783e43949f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (0afffe10-aa75-4202-baa7-68ece04ca1ab), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:50.051596 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a1190764-c28a-411f-aaf4-2e46329d159b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742266'] for subnet (4732d84f-e6e3-4635-bad1-846040e01bc1), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:50.062970 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37b3cf9-6da1-4459-9dc3-22c46a632f22 None None] Checking router: a2e1e79e-edec-4928-bb71-2b2055a5f0e9 for host: dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:27:50.063321 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37b3cf9-6da1-4459-9dc3-22c46a632f22 None None] Updating router a2e1e79e-edec-4928-bb71-2b2055a5f0e9 port 51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff binding host dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:27:50.132108 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d37b3cf9-6da1-4459-9dc3-22c46a632f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:50.245533 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2aa541e8-7ca3-4342-bdef-b5783e43949f None None] Current status of the port 0afffe10-aa75-4202-baa7-68ece04ca1ab is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:27:50.255678 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2aa541e8-7ca3-4342-bdef-b5783e43949f None None] Provisioning complete for port 911f4597-fa0c-4dd1-9b7c-c98763aa05b6 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:27:50.256084 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2aa541e8-7ca3-4342-bdef-b5783e43949f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (911f4597-fa0c-4dd1-9b7c-c98763aa05b6), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:50.474969 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 0afffe10-aa75-4202-baa7-68ece04ca1ab is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:27:50.478300 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a1190764-c28a-411f-aaf4-2e46329d159b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for subnet (4732d84f-e6e3-4635-bad1-846040e01bc1), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:50.492939 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d693be95-6713-4837-a4ec-779e79a90404 admin admin] Publish callbacks [] for port (f3b153bd-8a30-4831-b8e6-4a1d8f608832), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:50.543007 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:50.544532 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2aa541e8-7ca3-4342-bdef-b5783e43949f None None] Current status of the port 911f4597-fa0c-4dd1-9b7c-c98763aa05b6 is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:27:50.545013 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2aa541e8-7ca3-4342-bdef-b5783e43949f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (911f4597-fa0c-4dd1-9b7c-c98763aa05b6), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:50.577788 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 60840) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:50.619377 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2aa541e8-7ca3-4342-bdef-b5783e43949f None None] For port 911f4597-fa0c-4dd1-9b7c-c98763aa05b6, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=911f4597-fa0c-4dd1-9b7c-c98763aa05b6,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:27:50.625285 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d693be95-6713-4837-a4ec-779e79a90404 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (f3b153bd-8a30-4831-b8e6-4a1d8f608832), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:50.628857 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2aa541e8-7ca3-4342-bdef-b5783e43949f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (911f4597-fa0c-4dd1-9b7c-c98763aa05b6), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:50.659239 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2aa541e8-7ca3-4342-bdef-b5783e43949f None None] Provisioning complete for port df192804-eab2-4a78-bef4-130931d875fa triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:27:50.659648 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2aa541e8-7ca3-4342-bdef-b5783e43949f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (df192804-eab2-4a78-bef4-130931d875fa), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:50.730721 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d693be95-6713-4837-a4ec-779e79a90404 admin admin] Network 0148b93c-d79f-482c-aa55-1b162de4f442 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:27:50.767192 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-d693be95-6713-4837-a4ec-779e79a90404 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:27:50.805461 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-868cc1a3-5fe9-4843-a142-f79bcbb705dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:50.821224 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1190764-c28a-411f-aaf4-2e46329d159b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4732d84f-e6e3-4635-bad1-846040e01bc1,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:50.831740 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a1190764-c28a-411f-aaf4-2e46329d159b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:50.846048 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-a1190764-c28a-411f-aaf4-2e46329d159b admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4732d84f-e6e3-4635-bad1-846040e01bc1 HTTP/1.1" status: 204 len: 168 time: 2.1279128 Jul 20 19:27:50.847267 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d693be95-6713-4837-a4ec-779e79a90404 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:27:50.931511 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 60850) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:50.939331 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5984fa48-b30b-4f79-a08e-5017813afd0a admin admin] Router f9cc5915-3f57-4e67-a23c-9d1a60c57a12 is scheduled to L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 19:27:51.009147 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b1f49f-c9ec-4691-a3ee-c9bca3a6a885 None None] Network 2deda7b4-dab0-4eb8-8cde-830d55ad6ecc requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:27:51.020805 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:INSERT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:51.060780 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device df192804-eab2-4a78-bef4-130931d875fa up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:27:51.072830 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d37b3cf9-6da1-4459-9dc3-22c46a632f22 None None] Publish callbacks [] for port (51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:51.081559 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d37b3cf9-6da1-4459-9dc3-22c46a632f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:51.106533 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2aa541e8-7ca3-4342-bdef-b5783e43949f None None] Current status of the port df192804-eab2-4a78-bef4-130931d875fa is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:27:51.106931 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2aa541e8-7ca3-4342-bdef-b5783e43949f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (df192804-eab2-4a78-bef4-130931d875fa), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:51.180499 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693be95-6713-4837-a4ec-779e79a90404 admin admin] Pushing event updated for resources: {'Port': ['ID=f3b153bd-8a30-4831-b8e6-4a1d8f608832,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:51.193538 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d37b3cf9-6da1-4459-9dc3-22c46a632f22 None None] Attempting to bind port 51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:27:51.193854 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d37b3cf9-6da1-4459-9dc3-22c46a632f22 None None] Attempting to bind port 51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:27:51.194230 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37b3cf9-6da1-4459-9dc3-22c46a632f22 None None] Attempting to bind port 51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff on network 0148b93c-d79f-482c-aa55-1b162de4f442 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:27:51.202993 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b8447-c30a-4778-9df2-5f92358f3e91 None None] Pushing event updated for resources: {'Port': ['ID=51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:51.206795 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37b3cf9-6da1-4459-9dc3-22c46a632f22 None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:27:51.207180 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37b3cf9-6da1-4459-9dc3-22c46a632f22 None None] Checking segment: {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:27:51.207585 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d37b3cf9-6da1-4459-9dc3-22c46a632f22 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:51.207980 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d37b3cf9-6da1-4459-9dc3-22c46a632f22 None None] Bound using segment: {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:27:51.208460 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-d37b3cf9-6da1-4459-9dc3-22c46a632f22 None None] Bound port: 51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:27:51.208848 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d37b3cf9-6da1-4459-9dc3-22c46a632f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:51.217486 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a0a1ca0-17aa-4946-9cfc-3d723ef41839 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1715395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1823315'] for router (ccca4bbb-5000-49bd-9564-0deb65b6e55a), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:51.251195 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44ccaed1-968e-41d8-83b8-1365e480732f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636708'] for network (7f742c64-ca5b-4d78-a8cb-698096211a92), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:51.278934 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:51.284130 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa541e8-7ca3-4342-bdef-b5783e43949f None None] Pushing event updated for resources: {'Port': ['ID=911f4597-fa0c-4dd1-9b7c-c98763aa05b6,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:51.301455 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2aa541e8-7ca3-4342-bdef-b5783e43949f None None] For port df192804-eab2-4a78-bef4-130931d875fa, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=df192804-eab2-4a78-bef4-130931d875fa,segment=NetworkSegment(afd2cd19-bdf1-4210-8214-74dd85035192),segment_id=afd2cd19-bdf1-4210-8214-74dd85035192)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:27:51.312787 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b8447-c30a-4778-9df2-5f92358f3e91 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:51.313234 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b8447-c30a-4778-9df2-5f92358f3e91 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:51.314017 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b8447-c30a-4778-9df2-5f92358f3e91 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:51.314244 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b8447-c30a-4778-9df2-5f92358f3e91 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:51.314478 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b8447-c30a-4778-9df2-5f92358f3e91 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:51.314875 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b8447-c30a-4778-9df2-5f92358f3e91 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:51.315265 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b8447-c30a-4778-9df2-5f92358f3e91 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:51.315678 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b8447-c30a-4778-9df2-5f92358f3e91 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:51.316066 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b8447-c30a-4778-9df2-5f92358f3e91 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:51.316451 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b8447-c30a-4778-9df2-5f92358f3e91 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:51.316844 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b8447-c30a-4778-9df2-5f92358f3e91 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:51.317276 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b8447-c30a-4778-9df2-5f92358f3e91 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:51.317773 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b8447-c30a-4778-9df2-5f92358f3e91 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:51.318243 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b8447-c30a-4778-9df2-5f92358f3e91 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:51.318709 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b8447-c30a-4778-9df2-5f92358f3e91 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb7b8447-c30a-4778-9df2-5f92358f3e91 None None] Tracked resource versions report: Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: pushed versions: Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: { 'AddressGroup': {'1.2'}, Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: 'Agent': {'1.1'}, Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: 'ConntrackHelper': {'1.0'}, Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: 'LocalIPAssociation': {'1.0'}, Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: 'Log': {'1.0'}, Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: 'NDPProxy': {'1.0'}, Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: 'Network': {'1.1'}, Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: 'Port': {'1.7'}, Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: 'PortForwarding': {'1.3'}, Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: 'QosPolicy': {'1.10'}, Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: 'SecurityGroup': {'1.5'}, Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: 'SecurityGroupRule': {'1.2'}, Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: 'SubPort': {'1.0'}, Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: 'Subnet': {'1.1'}, Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: 'Trunk': {'1.1'}} Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: consumer versions: Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: { DHCP agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: HyperV agent@hv-cinder-85054: {}, Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: L3 agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: Metadata agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: Metering agent@dv-cinder-850548-1-iscsi: {}, Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: Open vSwitch agent@dv-cinder-850548-1-iscsi: { 'AddressGroup': '1.2', Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: 'Agent': '1.1', Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: 'ConntrackHelper': '1.0', Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: 'LocalIPAssociation': '1.0', Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: 'Log': '1.0', Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: 'NDPProxy': '1.0', Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: 'Network': '1.1', Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: 'Port': '1.7', Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: 'PortForwarding': '1.3', Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: 'QosPolicy': '1.10', Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: 'SecurityGroup': '1.5', Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: 'SecurityGroupRule': '1.2', Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: 'SubPort': '1.0', Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: 'Subnet': '1.1', Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: 'Trunk': '1.1'}} Jul 20 19:27:51.320620 dv-cinder-850548-1-iscsi neutron-server[104010]: {{(pid=104010) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 20 19:27:51.325921 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2aa541e8-7ca3-4342-bdef-b5783e43949f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (df192804-eab2-4a78-bef4-130931d875fa), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:51.380645 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d37b3cf9-6da1-4459-9dc3-22c46a632f22 None None] For port 51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:27:51.386242 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-d37b3cf9-6da1-4459-9dc3-22c46a632f22 None None] For port 51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:27:51.397740 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-d37b3cf9-6da1-4459-9dc3-22c46a632f22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:51.464598 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port df192804-eab2-4a78-bef4-130931d875fa triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:27:51.465174 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (df192804-eab2-4a78-bef4-130931d875fa), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:51.504499 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37b3cf9-6da1-4459-9dc3-22c46a632f22 None None] Routers {'a2e1e79e-edec-4928-bb71-2b2055a5f0e9'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:27:51.505108 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d37b3cf9-6da1-4459-9dc3-22c46a632f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:27:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['a2e1e79e-edec-4928-bb71-2b2055a5f0e9'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:27:51.507170 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:51.509562 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b8447-c30a-4778-9df2-5f92358f3e91 None None] Pushing event updated for resources: {'Port': ['ID=51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:51.539692 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4b3646f7-bd90-4a5b-b9d4-e74bad689ac3 None None] Provisioning complete for port 911f4597-fa0c-4dd1-9b7c-c98763aa05b6 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:27:51.540583 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b3646f7-bd90-4a5b-b9d4-e74bad689ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (911f4597-fa0c-4dd1-9b7c-c98763aa05b6), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:51.545199 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa541e8-7ca3-4342-bdef-b5783e43949f None None] Pushing event updated for resources: {'Port': ['ID=df192804-eab2-4a78-bef4-130931d875fa,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:51.604607 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:51.638637 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d693be95-6713-4837-a4ec-779e79a90404 admin admin] Publish callbacks [] for router_gateway (9d362232-3082-46b9-83fc-6259e2bb1a28), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:51.728364 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d37b3cf9-6da1-4459-9dc3-22c46a632f22 None None] Set router a2e1e79e-edec-4928-bb71-2b2055a5f0e9 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:27:51.775392 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:51.790840 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port df192804-eab2-4a78-bef4-130931d875fa is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:27:51.792433 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5984fa48-b30b-4f79-a08e-5017813afd0a admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:27:51.799214 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 911f4597-fa0c-4dd1-9b7c-c98763aa05b6 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:27:51.822687 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44ccaed1-968e-41d8-83b8-1365e480732f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-742656', 'neutron.services.segments.db._delete_segments_for_network-8773866507587'] for network (7f742c64-ca5b-4d78-a8cb-698096211a92), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:51.936348 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44ccaed1-968e-41d8-83b8-1365e480732f admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:27:51.936936 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44ccaed1-968e-41d8-83b8-1365e480732f admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:27:51.937351 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44ccaed1-968e-41d8-83b8-1365e480732f admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:27:51.937799 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44ccaed1-968e-41d8-83b8-1365e480732f admin admin] Subscribe: > port after_create 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:27:51.938143 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44ccaed1-968e-41d8-83b8-1365e480732f admin admin] Subscribe: > port after_delete 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:27:51.938493 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44ccaed1-968e-41d8-83b8-1365e480732f admin admin] Subscribe: > port after_update 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:27:51.938809 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44ccaed1-968e-41d8-83b8-1365e480732f admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:27:51.939129 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44ccaed1-968e-41d8-83b8-1365e480732f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:27:51.939449 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44ccaed1-968e-41d8-83b8-1365e480732f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:27:51.939762 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44ccaed1-968e-41d8-83b8-1365e480732f admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:27:51.949957 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-868cc1a3-5fe9-4843-a142-f79bcbb705dc admin admin] Publish callbacks [] for security_group (967390d1-3297-4dfe-b07f-859eef14756b), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:51.984404 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-868cc1a3-5fe9-4843-a142-f79bcbb705dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (967390d1-3297-4dfe-b07f-859eef14756b), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:52.000691 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4b3646f7-bd90-4a5b-b9d4-e74bad689ac3 None None] Current status of the port 911f4597-fa0c-4dd1-9b7c-c98763aa05b6 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:27:52.009092 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d37b3cf9-6da1-4459-9dc3-22c46a632f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e1e79e-edec-4928-bb71-2b2055a5f0e9', 'name': 'tempest-DeleteServersTestJSON-1897465066-router', 'tenant_id': '183d6a3ee79e4fedb83591ce60694283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:42Z', 'updated_at': '2022-07-20T19:27:46Z', 'revision_number': 3, 'project_id': '183d6a3ee79e4fedb83591ce60694283', 'gw_port': {'id': '51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:99:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e1e79e-edec-4928-bb71-2b2055a5f0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:43Z', 'updated_at': '2022-07-20T19:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:27:52.016367 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4b3646f7-bd90-4a5b-b9d4-e74bad689ac3 None None] Provisioning complete for port df192804-eab2-4a78-bef4-130931d875fa triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:27:52.016767 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b3646f7-bd90-4a5b-b9d4-e74bad689ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (df192804-eab2-4a78-bef4-130931d875fa), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:52.018563 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20355f-dbe5-4dc2-a883-816a099d8532 None None] Sync routers for ids ['f9cc5915-3f57-4e67-a23c-9d1a60c57a12'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:27:52.046919 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37b3cf9-6da1-4459-9dc3-22c46a632f22 None None] The sync data for ids ['a2e1e79e-edec-4928-bb71-2b2055a5f0e9'] in dv-cinder-850548-1-iscsi is: [{'id': 'a2e1e79e-edec-4928-bb71-2b2055a5f0e9', 'name': 'tempest-DeleteServersTestJSON-1897465066-router', 'tenant_id': '183d6a3ee79e4fedb83591ce60694283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:42Z', 'updated_at': '2022-07-20T19:27:46Z', 'revision_number': 3, 'project_id': '183d6a3ee79e4fedb83591ce60694283', 'gw_port': {'id': '51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:99:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e1e79e-edec-4928-bb71-2b2055a5f0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:43Z', 'updated_at': '2022-07-20T19:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:27:52.054053 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:52.082257 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b20355f-dbe5-4dc2-a883-816a099d8532 None None] Routers {'f9cc5915-3f57-4e67-a23c-9d1a60c57a12'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:27:52.083543 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5b20355f-dbe5-4dc2-a883-816a099d8532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:27:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['f9cc5915-3f57-4e67-a23c-9d1a60c57a12'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:27:52.088316 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868cc1a3-5fe9-4843-a142-f79bcbb705dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=967390d1-3297-4dfe-b07f-859eef14756b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:52.141266 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-868cc1a3-5fe9-4843-a142-f79bcbb705dc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7b58c19fc5d440b0a90ed88e91c0acd3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5606966 Jul 20 19:27:52.147443 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 60878) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:52.205115 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:52.224013 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 911f4597-fa0c-4dd1-9b7c-c98763aa05b6 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:27:52.224398 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (911f4597-fa0c-4dd1-9b7c-c98763aa05b6), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:52.322224 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-5b20355f-dbe5-4dc2-a883-816a099d8532 None None] Set router f9cc5915-3f57-4e67-a23c-9d1a60c57a12 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:27:52.380754 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4b3646f7-bd90-4a5b-b9d4-e74bad689ac3 None None] Current status of the port df192804-eab2-4a78-bef4-130931d875fa is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:27:52.381369 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44ccaed1-968e-41d8-83b8-1365e480732f admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:27:52.382713 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44ccaed1-968e-41d8-83b8-1365e480732f admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:27:52.383358 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44ccaed1-968e-41d8-83b8-1365e480732f admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:27:52.384599 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1c183bfe-6652-4697-bf09-a0602715bb41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:52.385429 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44ccaed1-968e-41d8-83b8-1365e480732f admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104008) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:27:52.386348 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-44ccaed1-968e-41d8-83b8-1365e480732f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f742c64-ca5b-4d78-a8cb-698096211a92']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:27:52.431344 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-44ccaed1-968e-41d8-83b8-1365e480732f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593dad2b-3589-4778-be11-a688062d6a82') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:27:52.432032 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-44ccaed1-968e-41d8-83b8-1365e480732f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593dad2b-3589-4778-be11-a688062d6a82') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:27:52.436125 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0e9fd51a-0291-4ed5-8dbd-2911ded7005d admin admin] Publish callbacks [] for security_group (967390d1-3297-4dfe-b07f-859eef14756b), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:52.438632 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:INSERT=5,neutron:SELECT=93,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:52.465697 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44ccaed1-968e-41d8-83b8-1365e480732f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773866508876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300262'] for segment (593dad2b-3589-4778-be11-a688062d6a82), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:52.473919 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d693be95-6713-4837-a4ec-779e79a90404 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1715395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1823315'] for router (9d362232-3082-46b9-83fc-6259e2bb1a28), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:52.474535 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 911f4597-fa0c-4dd1-9b7c-c98763aa05b6 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:27:52.475918 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 1ebdf13d-1433-4285-9ca4-15c1cc1c4890 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:27:52.488282 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0e9fd51a-0291-4ed5-8dbd-2911ded7005d admin admin] Publish callbacks [] for security_group (967390d1-3297-4dfe-b07f-859eef14756b), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:52.495183 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4b3646f7-bd90-4a5b-b9d4-e74bad689ac3 None None] Provisioning complete for port 1ebdf13d-1433-4285-9ca4-15c1cc1c4890 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:27:52.495633 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b3646f7-bd90-4a5b-b9d4-e74bad689ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (1ebdf13d-1433-4285-9ca4-15c1cc1c4890), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:52.510928 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5984fa48-b30b-4f79-a08e-5017813afd0a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:52.515676 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-5984fa48-b30b-4f79-a08e-5017813afd0a admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.8514235 Jul 20 19:27:52.516685 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 60888) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:52.574699 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44ccaed1-968e-41d8-83b8-1365e480732f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (593dad2b-3589-4778-be11-a688062d6a82), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:52.607711 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ccaed1-968e-41d8-83b8-1365e480732f admin admin] Releasing vlan 986 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:27:52.607711 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44ccaed1-968e-41d8-83b8-1365e480732f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299354'] for segment (593dad2b-3589-4778-be11-a688062d6a82), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:52.680547 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0e9fd51a-0291-4ed5-8dbd-2911ded7005d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (967390d1-3297-4dfe-b07f-859eef14756b), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:52.683086 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0e9fd51a-0291-4ed5-8dbd-2911ded7005d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:52.684367 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-0e9fd51a-0291-4ed5-8dbd-2911ded7005d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/967390d1-3297-4dfe-b07f-859eef14756b HTTP/1.1" status: 204 len: 168 time: 0.5328512 Jul 20 19:27:52.760641 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e9fd51a-0291-4ed5-8dbd-2911ded7005d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=967390d1-3297-4dfe-b07f-859eef14756b,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:52.773931 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4b3646f7-bd90-4a5b-b9d4-e74bad689ac3 None None] Current status of the port 1ebdf13d-1433-4285-9ca4-15c1cc1c4890 is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:27:52.780228 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b3646f7-bd90-4a5b-b9d4-e74bad689ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (1ebdf13d-1433-4285-9ca4-15c1cc1c4890), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:52.806287 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0a1ca0-17aa-4946-9cfc-3d723ef41839 admin admin] Router ccca4bbb-5000-49bd-9564-0deb65b6e55a is scheduled to L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 19:27:52.819513 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44ccaed1-968e-41d8-83b8-1365e480732f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1823185'] for network (7f742c64-ca5b-4d78-a8cb-698096211a92), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:52.852437 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:52.896316 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-1c183bfe-6652-4697-bf09-a0602715bb41 admin admin] Allocated IP 172.20.0.1 (8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697/7e91a794-ab5e-4940-a875-2eeefa5af9a0/b784fee6-8110-4f5f-a676-8fc65f1474aa) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:27:52.900364 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44ccaed1-968e-41d8-83b8-1365e480732f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:52.914326 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-44ccaed1-968e-41d8-83b8-1365e480732f admin admin] 10.222.0.79 "DELETE /v2.0/networks/7f742c64-ca5b-4d78-a8cb-698096211a92 HTTP/1.1" status: 204 len: 168 time: 1.9754694 Jul 20 19:27:53.006539 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 60904) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:53.043925 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ccaed1-968e-41d8-83b8-1365e480732f admin admin] Pushing event deleted for resources: {'Network': ['ID=7f742c64-ca5b-4d78-a8cb-698096211a92,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:53.078628 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5b20355f-dbe5-4dc2-a883-816a099d8532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'name': 'tempest-AttachVolumeTestJSON-1156265961-router', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:43Z', 'updated_at': '2022-07-20T19:27:47Z', 'revision_number': 3, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'gw_port': {'id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:80:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:27:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:27:53.110557 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 1ebdf13d-1433-4285-9ca4-15c1cc1c4890 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:27:53.112136 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (1ebdf13d-1433-4285-9ca4-15c1cc1c4890), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:53.126097 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-4b3646f7-bd90-4a5b-b9d4-e74bad689ac3 None None] For port 1ebdf13d-1433-4285-9ca4-15c1cc1c4890, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=1ebdf13d-1433-4285-9ca4-15c1cc1c4890,segment=NetworkSegment(54d5c45d-aa97-4ff0-8145-994022b0b986),segment_id=54d5c45d-aa97-4ff0-8145-994022b0b986)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:27:53.154795 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1c183bfe-6652-4697-bf09-a0602715bb41 admin admin] Publish callbacks [] for port (b784fee6-8110-4f5f-a676-8fc65f1474aa), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:53.204388 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4b3646f7-bd90-4a5b-b9d4-e74bad689ac3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (1ebdf13d-1433-4285-9ca4-15c1cc1c4890), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:53.415896 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20355f-dbe5-4dc2-a883-816a099d8532 None None] Checking router: f9cc5915-3f57-4e67-a23c-9d1a60c57a12 for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:27:53.416604 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20355f-dbe5-4dc2-a883-816a099d8532 None None] Updating router f9cc5915-3f57-4e67-a23c-9d1a60c57a12 port 3ea45540-b50b-400d-b3e5-d0a46c93055f binding host dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:27:53.491483 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-7010e33a-58dc-49e8-9757-2e79ca8c8d03 admin admin] Deleting subnet f83b164d-de60-402d-b328-898795af9f27 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:27:53.494768 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3646f7-bd90-4a5b-b9d4-e74bad689ac3 None None] Pushing event updated for resources: {'Port': ['ID=1ebdf13d-1433-4285-9ca4-15c1cc1c4890,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:53.498818 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b20355f-dbe5-4dc2-a883-816a099d8532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (3ea45540-b50b-400d-b3e5-d0a46c93055f), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:53.515055 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d693be95-6713-4837-a4ec-779e79a90404 admin admin] Router 9d362232-3082-46b9-83fc-6259e2bb1a28 is scheduled to L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 19:27:53.519537 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7010e33a-58dc-49e8-9757-2e79ca8c8d03 admin admin] Publish callbacks [] for subnet (f83b164d-de60-402d-b328-898795af9f27), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:53.536765 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1c183bfe-6652-4697-bf09-a0602715bb41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (b784fee6-8110-4f5f-a676-8fc65f1474aa), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:53.595897 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c8c57b9e-df19-44f6-bbcc-1773ad222c7e None None] Provisioning complete for port 1ebdf13d-1433-4285-9ca4-15c1cc1c4890 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:27:53.596222 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c8c57b9e-df19-44f6-bbcc-1773ad222c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (1ebdf13d-1433-4285-9ca4-15c1cc1c4890), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:53.615092 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:53.618617 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:53.660131 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7010e33a-58dc-49e8-9757-2e79ca8c8d03 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300273'] for subnet (f83b164d-de60-402d-b328-898795af9f27), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:53.727013 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0a1ca0-17aa-4946-9cfc-3d723ef41839 admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:27:53.740614 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=86,neutron:INSERT=6,neutron:DELETE=4,neutron:UPDATE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:53.741332 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df66aea5-e6a2-4e77-b8b7-e28e742aba41 None None] Sync routers for ids ['ccca4bbb-5000-49bd-9564-0deb65b6e55a'] in dv-cinder-850548-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:27:53.742383 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.services.segments.plugin [-] Segment 593dad2b-3589-4778-be11-a688062d6a82 resource provider aggregate not found Jul 20 19:27:53.745857 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d693be95-6713-4837-a4ec-779e79a90404 admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:27:53.749482 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c183bfe-6652-4697-bf09-a0602715bb41 admin admin] Network 8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:27:53.753511 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:53.773239 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-1c183bfe-6652-4697-bf09-a0602715bb41 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:27:53.783854 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df66aea5-e6a2-4e77-b8b7-e28e742aba41 None None] Routers {'ccca4bbb-5000-49bd-9564-0deb65b6e55a'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:27:53.786173 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-df66aea5-e6a2-4e77-b8b7-e28e742aba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:27:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['ccca4bbb-5000-49bd-9564-0deb65b6e55a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:27:53.786411 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c183bfe-6652-4697-bf09-a0602715bb41 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:27:53.787340 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1c183bfe-6652-4697-bf09-a0602715bb41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819021'] for router_interface (a2e1e79e-edec-4928-bb71-2b2055a5f0e9), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:53.809925 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c183bfe-6652-4697-bf09-a0602715bb41 admin admin] Pushing event updated for resources: {'Port': ['ID=b784fee6-8110-4f5f-a676-8fc65f1474aa,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:53.810073 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.services.segments.plugin [-] Segment 593dad2b-3589-4778-be11-a688062d6a82 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 593dad2b-3589-4778-be11-a688062d6a82 found for delete ", "request_id": "req-ca4588e7-6947-4615-b0d2-29d38f5f92b7"}]} Jul 20 19:27:53.877699 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967c3010-341d-49a9-86dd-0c42aa23c191 None None] Sync routers for ids ['9d362232-3082-46b9-83fc-6259e2bb1a28'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:27:53.921838 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967c3010-341d-49a9-86dd-0c42aa23c191 None None] Routers {'9d362232-3082-46b9-83fc-6259e2bb1a28'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:27:53.926989 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-967c3010-341d-49a9-86dd-0c42aa23c191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:27:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['9d362232-3082-46b9-83fc-6259e2bb1a28'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:27:53.950765 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4a0a1ca0-17aa-4946-9cfc-3d723ef41839 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:53.954940 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-4a0a1ca0-17aa-4946-9cfc-3d723ef41839 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.0590050 Jul 20 19:27:53.968651 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d693be95-6713-4837-a4ec-779e79a90404 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:53.983576 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-d693be95-6713-4837-a4ec-779e79a90404 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 9.2125075 Jul 20 19:27:53.991259 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 60938) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:53.993729 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 60940) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:53.999839 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7010e33a-58dc-49e8-9757-2e79ca8c8d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742266'] for subnet (f83b164d-de60-402d-b328-898795af9f27), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:54.014681 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:54.244592 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-df66aea5-e6a2-4e77-b8b7-e28e742aba41 None None] Set router ccca4bbb-5000-49bd-9564-0deb65b6e55a gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:27:54.302977 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 60952) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:54.326455 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7010e33a-58dc-49e8-9757-2e79ca8c8d03 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3300280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26201617'] for subnet (f83b164d-de60-402d-b328-898795af9f27), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:54.438870 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 1ebdf13d-1433-4285-9ca4-15c1cc1c4890 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:27:54.440054 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 0afffe10-aa75-4202-baa7-68ece04ca1ab up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:27:54.487251 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7010e33a-58dc-49e8-9757-2e79ca8c8d03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f83b164d-de60-402d-b328-898795af9f27,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:54.492193 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7010e33a-58dc-49e8-9757-2e79ca8c8d03 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:54.511676 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-7010e33a-58dc-49e8-9757-2e79ca8c8d03 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/f83b164d-de60-402d-b328-898795af9f27 HTTP/1.1" status: 204 len: 168 time: 1.4977221 Jul 20 19:27:54.515902 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 60962) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:54.753316 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1c183bfe-6652-4697-bf09-a0602715bb41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (b784fee6-8110-4f5f-a676-8fc65f1474aa), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:54.767981 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c8c57b9e-df19-44f6-bbcc-1773ad222c7e None None] Current status of the port 1ebdf13d-1433-4285-9ca4-15c1cc1c4890 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:27:54.789341 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f6ec4a1-1f6b-4584-aa46-357812171d23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:54.812285 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-df66aea5-e6a2-4e77-b8b7-e28e742aba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082003264-router', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:49Z', 'revision_number': 3, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'gw_port': {'id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:45:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:27:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:27:54.837415 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3be1ab01-a6b3-4103-9101-d78d62aec8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636708'] for network (18b335a5-d58a-4a84-a5c9-2a62c7f8b17a), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:54.842334 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 0afffe10-aa75-4202-baa7-68ece04ca1ab triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:27:54.842950 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (0afffe10-aa75-4202-baa7-68ece04ca1ab), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:54.875738 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df66aea5-e6a2-4e77-b8b7-e28e742aba41 None None] Checking router: ccca4bbb-5000-49bd-9564-0deb65b6e55a for host: dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:27:54.876058 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df66aea5-e6a2-4e77-b8b7-e28e742aba41 None None] Updating router ccca4bbb-5000-49bd-9564-0deb65b6e55a port aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8 binding host dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:27:54.935942 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-967c3010-341d-49a9-86dd-0c42aa23c191 None None] Set router 9d362232-3082-46b9-83fc-6259e2bb1a28 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:27:54.968940 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-df66aea5-e6a2-4e77-b8b7-e28e742aba41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:55.058364 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-69bd85c7-e5b9-4144-b4ca-ccbaddf04925 None None] Provisioning complete for port b784fee6-8110-4f5f-a676-8fc65f1474aa triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:27:55.059157 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-69bd85c7-e5b9-4144-b4ca-ccbaddf04925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (b784fee6-8110-4f5f-a676-8fc65f1474aa), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:55.064368 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 0afffe10-aa75-4202-baa7-68ece04ca1ab is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:27:55.118052 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15590608-e71f-4d91-aabd-ac3daf14ee34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:55.131274 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:DELETE=5,neutron:UPDATE=1,neutron:INSERT=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:55.242281 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:55.278113 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3be1ab01-a6b3-4103-9101-d78d62aec8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-742656', 'neutron.services.segments.db._delete_segments_for_network-8773866507587'] for network (18b335a5-d58a-4a84-a5c9-2a62c7f8b17a), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:55.322534 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:55.361372 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c07c494c-b692-4a01-b695-47e973db4dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:55.435136 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device df192804-eab2-4a78-bef4-130931d875fa up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:27:55.496078 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:55.505203 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-3be1ab01-a6b3-4103-9101-d78d62aec8ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18b335a5-d58a-4a84-a5c9-2a62c7f8b17a']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:27:55.535566 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f6ec4a1-1f6b-4584-aa46-357812171d23 admin admin] Publish callbacks [] for security_group (a35bcf70-f6c4-4d27-aac7-4c099aa02340), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:55.537619 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-3be1ab01-a6b3-4103-9101-d78d62aec8ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '316a60fc-2fb2-4463-8544-d5a6a07663f5') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:27:55.537918 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-3be1ab01-a6b3-4103-9101-d78d62aec8ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '316a60fc-2fb2-4463-8544-d5a6a07663f5') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:27:55.550515 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-69bd85c7-e5b9-4144-b4ca-ccbaddf04925 None None] Port b784fee6-8110-4f5f-a676-8fc65f1474aa cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:27:55.552863 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port df192804-eab2-4a78-bef4-130931d875fa triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:27:55.553325 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (df192804-eab2-4a78-bef4-130931d875fa), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:55.556558 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4f6ec4a1-1f6b-4584-aa46-357812171d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (a35bcf70-f6c4-4d27-aac7-4c099aa02340), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:55.589731 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3be1ab01-a6b3-4103-9101-d78d62aec8ad admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773866508876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300262'] for segment (316a60fc-2fb2-4463-8544-d5a6a07663f5), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:55.597901 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:55.599329 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-967c3010-341d-49a9-86dd-0c42aa23c191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'name': 'tempest-ServerRescueNegativeTestJSON-707876139-router', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:51Z', 'revision_number': 3, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'gw_port': {'id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:88:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:46Z', 'updated_at': '2022-07-20T19:27:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:27:55.616787 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-c07c494c-b692-4a01-b695-47e973db4dc6 admin admin] Allocated IP 172.20.0.1 (c252680c-c029-4238-80e1-835b5a8591d8/5a397f0b-3686-46fe-bb9f-edf6643027d1/852a5e10-5a08-4503-87fc-d9318edb569b) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:27:55.643946 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967c3010-341d-49a9-86dd-0c42aa23c191 None None] Checking router: 9d362232-3082-46b9-83fc-6259e2bb1a28 for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:27:55.644317 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967c3010-341d-49a9-86dd-0c42aa23c191 None None] Updating router 9d362232-3082-46b9-83fc-6259e2bb1a28 port f3b153bd-8a30-4831-b8e6-4a1d8f608832 binding host dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:27:55.644790 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3be1ab01-a6b3-4103-9101-d78d62aec8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (316a60fc-2fb2-4463-8544-d5a6a07663f5), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:55.655562 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-4f6ec4a1-1f6b-4584-aa46-357812171d23 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=722e2fdf07584c33a87015f2ee55204d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3498752 Jul 20 19:27:55.662413 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6ec4a1-1f6b-4584-aa46-357812171d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a35bcf70-f6c4-4d27-aac7-4c099aa02340,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:55.664869 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 60980) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:55.665961 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be1ab01-a6b3-4103-9101-d78d62aec8ad admin admin] Releasing vlan 955 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:27:55.666310 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3be1ab01-a6b3-4103-9101-d78d62aec8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299354'] for segment (316a60fc-2fb2-4463-8544-d5a6a07663f5), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:55.723640 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-967c3010-341d-49a9-86dd-0c42aa23c191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (f3b153bd-8a30-4831-b8e6-4a1d8f608832), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:55.727121 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b20355f-dbe5-4dc2-a883-816a099d8532 None None] Publish callbacks [] for port (3ea45540-b50b-400d-b3e5-d0a46c93055f), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:55.742982 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=87,neutron:DELETE=3,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:55.785942 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b20355f-dbe5-4dc2-a883-816a099d8532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (3ea45540-b50b-400d-b3e5-d0a46c93055f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:55.881821 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-15590608-e71f-4d91-aabd-ac3daf14ee34 admin admin] Allocated IP 172.20.0.1 (1f233501-5abf-42f7-9923-d5c098fbf3c6/08142ecb-a299-44b2-8261-d97f0c41a1df/cb490074-bd44-41dc-a14d-7234c9f437cc) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:27:55.910411 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.services.segments.plugin [-] Segment 316a60fc-2fb2-4463-8544-d5a6a07663f5 resource provider aggregate not found Jul 20 19:27:55.933722 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1c183bfe-6652-4697-bf09-a0602715bb41 admin admin] Publish callbacks [] for port (b784fee6-8110-4f5f-a676-8fc65f1474aa), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:55.966266 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-5b20355f-dbe5-4dc2-a883-816a099d8532 None None] Attempting to bind port 3ea45540-b50b-400d-b3e5-d0a46c93055f on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:27:55.968287 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-5b20355f-dbe5-4dc2-a883-816a099d8532 None None] Attempting to bind port 3ea45540-b50b-400d-b3e5-d0a46c93055f by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:27:55.968840 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b20355f-dbe5-4dc2-a883-816a099d8532 None None] Attempting to bind port 3ea45540-b50b-400d-b3e5-d0a46c93055f on network 0148b93c-d79f-482c-aa55-1b162de4f442 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:27:55.986306 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0368b8-0bb6-49c4-96af-689b692e7132 None None] Pushing event updated for resources: {'Port': ['ID=3ea45540-b50b-400d-b3e5-d0a46c93055f,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:56.011830 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=100 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:56.018946 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1c183bfe-6652-4697-bf09-a0602715bb41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (b784fee6-8110-4f5f-a676-8fc65f1474aa), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:56.019725 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1c183bfe-6652-4697-bf09-a0602715bb41 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1822453'] for router_interface (a2e1e79e-edec-4928-bb71-2b2055a5f0e9), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:56.044942 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15590608-e71f-4d91-aabd-ac3daf14ee34 admin admin] Publish callbacks [] for port (cb490074-bd44-41dc-a14d-7234c9f437cc), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:56.074206 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b20355f-dbe5-4dc2-a883-816a099d8532 None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:27:56.074686 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b20355f-dbe5-4dc2-a883-816a099d8532 None None] Checking segment: {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:27:56.075180 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b20355f-dbe5-4dc2-a883-816a099d8532 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:56.075637 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b20355f-dbe5-4dc2-a883-816a099d8532 None None] Bound using segment: {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:27:56.076201 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-5b20355f-dbe5-4dc2-a883-816a099d8532 None None] Bound port: 3ea45540-b50b-400d-b3e5-d0a46c93055f, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:27:56.076658 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b20355f-dbe5-4dc2-a883-816a099d8532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (3ea45540-b50b-400d-b3e5-d0a46c93055f), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:56.122728 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3be1ab01-a6b3-4103-9101-d78d62aec8ad admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1823185'] for network (18b335a5-d58a-4a84-a5c9-2a62c7f8b17a), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:56.128917 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=87,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:56.133088 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.services.segments.plugin [-] Segment 316a60fc-2fb2-4463-8544-d5a6a07663f5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 316a60fc-2fb2-4463-8544-d5a6a07663f5 found for delete ", "request_id": "req-18d29098-0977-444e-9162-298890eb2264"}]} Jul 20 19:27:56.146151 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15590608-e71f-4d91-aabd-ac3daf14ee34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (cb490074-bd44-41dc-a14d-7234c9f437cc), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:56.162752 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-df66aea5-e6a2-4e77-b8b7-e28e742aba41 None None] Publish callbacks [] for port (aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:56.175017 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-df66aea5-e6a2-4e77-b8b7-e28e742aba41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:56.230995 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3be1ab01-a6b3-4103-9101-d78d62aec8ad admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:56.236196 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-3be1ab01-a6b3-4103-9101-d78d62aec8ad admin admin] 10.222.0.79 "DELETE /v2.0/networks/18b335a5-d58a-4a84-a5c9-2a62c7f8b17a HTTP/1.1" status: 204 len: 168 time: 1.7135875 Jul 20 19:27:56.268168 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port df192804-eab2-4a78-bef4-130931d875fa is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:27:56.269717 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 911f4597-fa0c-4dd1-9b7c-c98763aa05b6 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:27:56.296372 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be1ab01-a6b3-4103-9101-d78d62aec8ad admin admin] Pushing event deleted for resources: {'Network': ['ID=18b335a5-d58a-4a84-a5c9-2a62c7f8b17a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:56.325872 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e0008775-0403-47bf-a9d5-00d52b57a68d admin admin] Publish callbacks [] for security_group (a35bcf70-f6c4-4d27-aac7-4c099aa02340), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:56.328648 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15590608-e71f-4d91-aabd-ac3daf14ee34 admin admin] Network 1f233501-5abf-42f7-9923-d5c098fbf3c6 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:27:56.335954 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c183bfe-6652-4697-bf09-a0602715bb41 admin admin] Pushing event updated for resources: {'Port': ['ID=b784fee6-8110-4f5f-a676-8fc65f1474aa,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:56.355087 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-15590608-e71f-4d91-aabd-ac3daf14ee34 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:27:56.357334 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-df66aea5-e6a2-4e77-b8b7-e28e742aba41 None None] Attempting to bind port aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8 on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:27:56.357764 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-df66aea5-e6a2-4e77-b8b7-e28e742aba41 None None] Attempting to bind port aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8 by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:27:56.358143 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df66aea5-e6a2-4e77-b8b7-e28e742aba41 None None] Attempting to bind port aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8 on network 0148b93c-d79f-482c-aa55-1b162de4f442 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:27:56.387927 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-5b20355f-dbe5-4dc2-a883-816a099d8532 None None] For port 3ea45540-b50b-400d-b3e5-d0a46c93055f, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:27:56.393752 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15590608-e71f-4d91-aabd-ac3daf14ee34 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:27:56.395099 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0404adc-2158-4fa6-8e94-c5f0ee14845e None None] Pushing event updated for resources: {'Port': ['ID=aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:56.404834 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df66aea5-e6a2-4e77-b8b7-e28e742aba41 None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:27:56.406594 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df66aea5-e6a2-4e77-b8b7-e28e742aba41 None None] Checking segment: {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:27:56.407900 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-df66aea5-e6a2-4e77-b8b7-e28e742aba41 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:56.412223 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df66aea5-e6a2-4e77-b8b7-e28e742aba41 None None] Bound using segment: {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:27:56.412703 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-df66aea5-e6a2-4e77-b8b7-e28e742aba41 None None] Bound port: aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:27:56.414548 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-df66aea5-e6a2-4e77-b8b7-e28e742aba41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:56.421196 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c07c494c-b692-4a01-b695-47e973db4dc6 admin admin] Publish callbacks [] for port (852a5e10-5a08-4503-87fc-d9318edb569b), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:56.425963 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:56.510152 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15590608-e71f-4d91-aabd-ac3daf14ee34 admin admin] Pushing event updated for resources: {'Port': ['ID=cb490074-bd44-41dc-a14d-7234c9f437cc,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:56.516501 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4ef866e0-0bff-40cd-87c2-a8de114a231e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:56.516710 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e0008775-0403-47bf-a9d5-00d52b57a68d admin admin] Publish callbacks [] for security_group (a35bcf70-f6c4-4d27-aac7-4c099aa02340), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:56.555507 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-df66aea5-e6a2-4e77-b8b7-e28e742aba41 None None] For port aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:27:56.564261 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-df66aea5-e6a2-4e77-b8b7-e28e742aba41 None None] For port aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:27:56.573980 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-5b20355f-dbe5-4dc2-a883-816a099d8532 None None] For port 3ea45540-b50b-400d-b3e5-d0a46c93055f, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=3ea45540-b50b-400d-b3e5-d0a46c93055f,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:27:56.578811 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-df66aea5-e6a2-4e77-b8b7-e28e742aba41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:56.620001 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5b20355f-dbe5-4dc2-a883-816a099d8532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (3ea45540-b50b-400d-b3e5-d0a46c93055f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:56.645484 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 32774) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:56.672956 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15590608-e71f-4d91-aabd-ac3daf14ee34 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819021'] for router_interface (f9cc5915-3f57-4e67-a23c-9d1a60c57a12), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:56.735154 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0404adc-2158-4fa6-8e94-c5f0ee14845e None None] Pushing event updated for resources: {'Port': ['ID=aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:56.741368 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df66aea5-e6a2-4e77-b8b7-e28e742aba41 None None] Routers {'ccca4bbb-5000-49bd-9564-0deb65b6e55a'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:27:56.742861 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-df66aea5-e6a2-4e77-b8b7-e28e742aba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:27:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['ccca4bbb-5000-49bd-9564-0deb65b6e55a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:27:56.754052 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 911f4597-fa0c-4dd1-9b7c-c98763aa05b6 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:27:56.754440 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (911f4597-fa0c-4dd1-9b7c-c98763aa05b6), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:56.793225 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c183bfe-6652-4697-bf09-a0602715bb41 admin admin] Network 8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:27:56.798981 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-1c183bfe-6652-4697-bf09-a0602715bb41 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:27:56.811477 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c07c494c-b692-4a01-b695-47e973db4dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (852a5e10-5a08-4503-87fc-d9318edb569b), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:56.882016 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-be86d8a6-e75e-4ded-90aa-9cb57b9771d4 None None] Provisioning complete for port cb490074-bd44-41dc-a14d-7234c9f437cc triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:27:56.883089 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-be86d8a6-e75e-4ded-90aa-9cb57b9771d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (cb490074-bd44-41dc-a14d-7234c9f437cc), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:56.887395 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-0a5bdb1b-5133-4348-a181-aa72d2113016 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=414eac1ab7eb41f284cb191a2388a398&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2247827 Jul 20 19:27:56.892221 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e0008775-0403-47bf-a9d5-00d52b57a68d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (a35bcf70-f6c4-4d27-aac7-4c099aa02340), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:56.894941 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e0008775-0403-47bf-a9d5-00d52b57a68d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:56.904452 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 32784) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:56.909533 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-e0008775-0403-47bf-a9d5-00d52b57a68d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a35bcf70-f6c4-4d27-aac7-4c099aa02340 HTTP/1.1" status: 204 len: 168 time: 1.2389855 Jul 20 19:27:56.920546 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07c494c-b692-4a01-b695-47e973db4dc6 admin admin] Network c252680c-c029-4238-80e1-835b5a8591d8 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:27:56.947176 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-df66aea5-e6a2-4e77-b8b7-e28e742aba41 None None] Set router ccca4bbb-5000-49bd-9564-0deb65b6e55a gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:27:56.955084 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-be86d8a6-e75e-4ded-90aa-9cb57b9771d4 None None] Port cb490074-bd44-41dc-a14d-7234c9f437cc cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:27:57.028440 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-c07c494c-b692-4a01-b695-47e973db4dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:27:57.044692 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=100 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:57.058421 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0008775-0403-47bf-a9d5-00d52b57a68d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a35bcf70-f6c4-4d27-aac7-4c099aa02340,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:57.061714 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07c494c-b692-4a01-b695-47e973db4dc6 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:27:57.062704 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c07c494c-b692-4a01-b695-47e973db4dc6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819021'] for router_interface (ccca4bbb-5000-49bd-9564-0deb65b6e55a), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:57.105745 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b20355f-dbe5-4dc2-a883-816a099d8532 None None] Routers {'f9cc5915-3f57-4e67-a23c-9d1a60c57a12'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:27:57.106401 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5b20355f-dbe5-4dc2-a883-816a099d8532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:27:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['f9cc5915-3f57-4e67-a23c-9d1a60c57a12'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:27:57.108328 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0368b8-0bb6-49c4-96af-689b692e7132 None None] Pushing event updated for resources: {'Port': ['ID=3ea45540-b50b-400d-b3e5-d0a46c93055f,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:57.239004 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:57.306367 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:57.313372 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15590608-e71f-4d91-aabd-ac3daf14ee34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (cb490074-bd44-41dc-a14d-7234c9f437cc), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:57.316308 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 911f4597-fa0c-4dd1-9b7c-c98763aa05b6 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:27:57.317567 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 1ebdf13d-1433-4285-9ca4-15c1cc1c4890 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:27:57.397289 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c494c-b692-4a01-b695-47e973db4dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=852a5e10-5a08-4503-87fc-d9318edb569b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:57.426528 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:57.458422 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-df66aea5-e6a2-4e77-b8b7-e28e742aba41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082003264-router', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:49Z', 'revision_number': 3, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'gw_port': {'id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:45:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:27:57.487917 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-4ef866e0-0bff-40cd-87c2-a8de114a231e admin admin] Allocated IP 172.20.0.1 (2deda7b4-dab0-4eb8-8cde-830d55ad6ecc/d0032299-b9fa-48f2-97fd-620bc1f7e167/9bbb1f47-8d99-4bc9-af29-785d7649bb5f) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:27:57.539285 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df66aea5-e6a2-4e77-b8b7-e28e742aba41 None None] The sync data for ids ['ccca4bbb-5000-49bd-9564-0deb65b6e55a'] in dv-cinder-850548-1-iscsi is: [{'id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082003264-router', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:49Z', 'revision_number': 3, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'gw_port': {'id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:45:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:27:57.569512 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-967c3010-341d-49a9-86dd-0c42aa23c191 None None] Publish callbacks [] for port (f3b153bd-8a30-4831-b8e6-4a1d8f608832), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:57.590548 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c1b233f3-83a2-4231-b246-9b0b23d50cf7 None None] Provisioning complete for port b784fee6-8110-4f5f-a676-8fc65f1474aa triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:27:57.591911 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c1b233f3-83a2-4231-b246-9b0b23d50cf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (b784fee6-8110-4f5f-a676-8fc65f1474aa), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:57.661378 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c183bfe-6652-4697-bf09-a0602715bb41 admin admin] Router a2e1e79e-edec-4928-bb71-2b2055a5f0e9 has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:27:57.667777 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c1b233f3-83a2-4231-b246-9b0b23d50cf7 None None] Port b784fee6-8110-4f5f-a676-8fc65f1474aa cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:27:57.671714 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-967c3010-341d-49a9-86dd-0c42aa23c191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (f3b153bd-8a30-4831-b8e6-4a1d8f608832), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:57.688506 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4fdc0f1c-dc10-4027-b905-712fcc355e7b admin admin] Publish callbacks [] for security_group (fc3c6b6a-2a94-430a-a4b9-0d97438491c1), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:57.735773 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 32814) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:57.745984 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15590608-e71f-4d91-aabd-ac3daf14ee34 admin admin] Publish callbacks [] for port (cb490074-bd44-41dc-a14d-7234c9f437cc), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:57.754060 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15590608-e71f-4d91-aabd-ac3daf14ee34 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (cb490074-bd44-41dc-a14d-7234c9f437cc), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:57.764368 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4fdc0f1c-dc10-4027-b905-712fcc355e7b admin admin] Publish callbacks [] for security_group (fc3c6b6a-2a94-430a-a4b9-0d97438491c1), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:57.774209 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c07c494c-b692-4a01-b695-47e973db4dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (852a5e10-5a08-4503-87fc-d9318edb569b), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:57.818656 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-71a83c1b-ff51-497b-a164-596d036e2691 None None] Provisioning complete for port 852a5e10-5a08-4503-87fc-d9318edb569b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:27:57.819570 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-71a83c1b-ff51-497b-a164-596d036e2691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (852a5e10-5a08-4503-87fc-d9318edb569b), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:57.835112 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15590608-e71f-4d91-aabd-ac3daf14ee34 admin admin] Pushing event updated for resources: {'Port': ['ID=cb490074-bd44-41dc-a14d-7234c9f437cc,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:57.845337 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-15590608-e71f-4d91-aabd-ac3daf14ee34 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1822453'] for router_interface (f9cc5915-3f57-4e67-a23c-9d1a60c57a12), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:57.848252 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:57.861902 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-30f6df2b-5524-4b3b-beae-a1cef4767a58 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:57.934927 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-5b20355f-dbe5-4dc2-a883-816a099d8532 None None] Set router f9cc5915-3f57-4e67-a23c-9d1a60c57a12 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:27:57.960911 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:57.964981 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4ef866e0-0bff-40cd-87c2-a8de114a231e admin admin] Publish callbacks [] for port (9bbb1f47-8d99-4bc9-af29-785d7649bb5f), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:57.988710 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15590608-e71f-4d91-aabd-ac3daf14ee34 admin admin] Network 1f233501-5abf-42f7-9923-d5c098fbf3c6 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:27:57.988710 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-15590608-e71f-4d91-aabd-ac3daf14ee34 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:27:58.042041 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-967c3010-341d-49a9-86dd-0c42aa23c191 None None] Attempting to bind port f3b153bd-8a30-4831-b8e6-4a1d8f608832 on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:27:58.042041 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-967c3010-341d-49a9-86dd-0c42aa23c191 None None] Attempting to bind port f3b153bd-8a30-4831-b8e6-4a1d8f608832 by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:27:58.042041 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967c3010-341d-49a9-86dd-0c42aa23c191 None None] Attempting to bind port f3b153bd-8a30-4831-b8e6-4a1d8f608832 on network 0148b93c-d79f-482c-aa55-1b162de4f442 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:27:58.047653 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 1ebdf13d-1433-4285-9ca4-15c1cc1c4890 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:27:58.048318 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (1ebdf13d-1433-4285-9ca4-15c1cc1c4890), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:58.075134 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b65da1-ac98-45e9-9e72-d2fbccd34d54 None None] Pushing event updated for resources: {'Port': ['ID=f3b153bd-8a30-4831-b8e6-4a1d8f608832,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:58.120843 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:58.158421 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967c3010-341d-49a9-86dd-0c42aa23c191 None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:27:58.159093 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967c3010-341d-49a9-86dd-0c42aa23c191 None None] Checking segment: {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:27:58.159464 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-967c3010-341d-49a9-86dd-0c42aa23c191 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:58.159857 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-967c3010-341d-49a9-86dd-0c42aa23c191 None None] Bound using segment: {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:27:58.160349 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-967c3010-341d-49a9-86dd-0c42aa23c191 None None] Bound port: f3b153bd-8a30-4831-b8e6-4a1d8f608832, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:27:58.160733 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-967c3010-341d-49a9-86dd-0c42aa23c191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (f3b153bd-8a30-4831-b8e6-4a1d8f608832), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:58.206116 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:27:58.209812 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c183bfe-6652-4697-bf09-a0602715bb41 admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:27:58.220697 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef2d568-faff-48d6-9dfe-0c83880be21c None None] Sync routers for ids ['a2e1e79e-edec-4928-bb71-2b2055a5f0e9'] in dv-cinder-850548-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:27:58.242800 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef2d568-faff-48d6-9dfe-0c83880be21c None None] Routers {'a2e1e79e-edec-4928-bb71-2b2055a5f0e9'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:27:58.243495 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:58.244490 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-cef2d568-faff-48d6-9dfe-0c83880be21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:27:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['a2e1e79e-edec-4928-bb71-2b2055a5f0e9'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:27:58.244949 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4fdc0f1c-dc10-4027-b905-712fcc355e7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (fc3c6b6a-2a94-430a-a4b9-0d97438491c1), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:58.247516 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4fdc0f1c-dc10-4027-b905-712fcc355e7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:58.248658 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-4fdc0f1c-dc10-4027-b905-712fcc355e7b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/fc3c6b6a-2a94-430a-a4b9-0d97438491c1 HTTP/1.1" status: 204 len: 168 time: 1.2645671 Jul 20 19:27:58.275662 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-1c183bfe-6652-4697-bf09-a0602715bb41 admin admin] 10.222.0.79 "PUT /v2.0/routers/a2e1e79e-edec-4928-bb71-2b2055a5f0e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7921796 Jul 20 19:27:58.275870 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15590608-e71f-4d91-aabd-ac3daf14ee34 admin admin] Router f9cc5915-3f57-4e67-a23c-9d1a60c57a12 has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:27:58.324543 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4ef866e0-0bff-40cd-87c2-a8de114a231e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (9bbb1f47-8d99-4bc9-af29-785d7649bb5f), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:58.350618 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-967c3010-341d-49a9-86dd-0c42aa23c191 None None] For port f3b153bd-8a30-4831-b8e6-4a1d8f608832, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:27:58.380252 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-967c3010-341d-49a9-86dd-0c42aa23c191 None None] For port f3b153bd-8a30-4831-b8e6-4a1d8f608832, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=f3b153bd-8a30-4831-b8e6-4a1d8f608832,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:27:58.409498 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-71a83c1b-ff51-497b-a164-596d036e2691 None None] Port 852a5e10-5a08-4503-87fc-d9318edb569b cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:27:58.412757 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-967c3010-341d-49a9-86dd-0c42aa23c191 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (f3b153bd-8a30-4831-b8e6-4a1d8f608832), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:58.422214 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdc0f1c-dc10-4027-b905-712fcc355e7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc3c6b6a-2a94-430a-a4b9-0d97438491c1,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:58.525546 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef866e0-0bff-40cd-87c2-a8de114a231e admin admin] Network 2deda7b4-dab0-4eb8-8cde-830d55ad6ecc is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:27:58.582114 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-4ef866e0-0bff-40cd-87c2-a8de114a231e admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:27:58.607075 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef866e0-0bff-40cd-87c2-a8de114a231e admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:27:58.609546 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4ef866e0-0bff-40cd-87c2-a8de114a231e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819021'] for router_interface (9d362232-3082-46b9-83fc-6259e2bb1a28), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:58.770721 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-cef2d568-faff-48d6-9dfe-0c83880be21c None None] Set router a2e1e79e-edec-4928-bb71-2b2055a5f0e9 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:27:58.814117 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-30f6df2b-5524-4b3b-beae-a1cef4767a58 admin admin] Publish callbacks [] for security_group (b5460f1b-d0bc-4336-a53f-7b1ace73b960), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:58.858260 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef866e0-0bff-40cd-87c2-a8de114a231e admin admin] Pushing event updated for resources: {'Port': ['ID=9bbb1f47-8d99-4bc9-af29-785d7649bb5f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:58.900379 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-30f6df2b-5524-4b3b-beae-a1cef4767a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (b5460f1b-d0bc-4336-a53f-7b1ace73b960), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:58.995798 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-967c3010-341d-49a9-86dd-0c42aa23c191 None None] Routers {'9d362232-3082-46b9-83fc-6259e2bb1a28'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:27:58.996595 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-967c3010-341d-49a9-86dd-0c42aa23c191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:27:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['9d362232-3082-46b9-83fc-6259e2bb1a28'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:27:59.008277 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:59.112040 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c07c494c-b692-4a01-b695-47e973db4dc6 admin admin] Publish callbacks [] for port (852a5e10-5a08-4503-87fc-d9318edb569b), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:59.156649 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 32876) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:59.188030 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f6df2b-5524-4b3b-beae-a1cef4767a58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5460f1b-d0bc-4336-a53f-7b1ace73b960,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:59.207669 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:59.228594 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15590608-e71f-4d91-aabd-ac3daf14ee34 admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:27:59.230744 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c07c494c-b692-4a01-b695-47e973db4dc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (852a5e10-5a08-4503-87fc-d9318edb569b), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:59.234043 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c07c494c-b692-4a01-b695-47e973db4dc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1822453'] for router_interface (ccca4bbb-5000-49bd-9564-0deb65b6e55a), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:59.240852 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-15590608-e71f-4d91-aabd-ac3daf14ee34 admin admin] 10.222.0.79 "PUT /v2.0/routers/f9cc5915-3f57-4e67-a23c-9d1a60c57a12/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7163486 Jul 20 19:27:59.255272 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-25dd1a4a-4712-4585-979b-430d1449531d None None] Provisioning complete for port cb490074-bd44-41dc-a14d-7234c9f437cc triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:27:59.255272 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-25dd1a4a-4712-4585-979b-430d1449531d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (cb490074-bd44-41dc-a14d-7234c9f437cc), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:59.260759 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-9f404d2f-de21-4400-a76a-bf4b078372f9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fab4740fb63e4031969c96f37bd5f689&name=default HTTP/1.1" status: 200 len: 2995 time: 0.1023235 Jul 20 19:27:59.263383 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 32884) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:59.276852 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-cef2d568-faff-48d6-9dfe-0c83880be21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e1e79e-edec-4928-bb71-2b2055a5f0e9', 'name': 'tempest-DeleteServersTestJSON-1897465066-router', 'tenant_id': '183d6a3ee79e4fedb83591ce60694283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:42Z', 'updated_at': '2022-07-20T19:27:54Z', 'revision_number': 4, 'project_id': '183d6a3ee79e4fedb83591ce60694283', 'gw_port': {'id': '51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:99:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e1e79e-edec-4928-bb71-2b2055a5f0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:43Z', 'updated_at': '2022-07-20T19:27:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': 'b784fee6-8110-4f5f-a676-8fc65f1474aa', 'name': '', 'network_id': '8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697', 'tenant_id': '183d6a3ee79e4fedb83591ce60694283', 'mac_address': 'fa:16:3e:5a:68:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2e1e79e-edec-4928-bb71-2b2055a5f0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '7e91a794-ab5e-4940-a875-2eeefa5af9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:52Z', 'updated_at': '2022-07-20T19:27:54Z', 'revision_number': 2, 'project_id': '183d6a3ee79e4fedb83591ce60694283', 'subnets': [{'id': '7e91a794-ab5e-4940-a875-2eeefa5af9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:27:59.303441 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b65da1-ac98-45e9-9e72-d2fbccd34d54 None None] Pushing event updated for resources: {'Port': ['ID=f3b153bd-8a30-4831-b8e6-4a1d8f608832,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:59.319340 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-25dd1a4a-4712-4585-979b-430d1449531d None None] Port cb490074-bd44-41dc-a14d-7234c9f437cc cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:27:59.334813 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef2d568-faff-48d6-9dfe-0c83880be21c None None] Checking router: a2e1e79e-edec-4928-bb71-2b2055a5f0e9 for host: dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:27:59.335810 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef2d568-faff-48d6-9dfe-0c83880be21c None None] Updating router a2e1e79e-edec-4928-bb71-2b2055a5f0e9 port b784fee6-8110-4f5f-a676-8fc65f1474aa binding host dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:27:59.390584 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81e032cc-0b08-4226-8d3c-1e1f983cb923 admin admin] Publish callbacks [] for security_group (e7140fa9-a914-4c0c-ba3b-6459d95e2072), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:59.421507 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81e032cc-0b08-4226-8d3c-1e1f983cb923 admin admin] Publish callbacks [] for security_group (e7140fa9-a914-4c0c-ba3b-6459d95e2072), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:59.435418 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cef2d568-faff-48d6-9dfe-0c83880be21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (b784fee6-8110-4f5f-a676-8fc65f1474aa), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:59.491126 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81e032cc-0b08-4226-8d3c-1e1f983cb923 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (e7140fa9-a914-4c0c-ba3b-6459d95e2072), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:59.504631 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-81e032cc-0b08-4226-8d3c-1e1f983cb923 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:59.507711 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-81e032cc-0b08-4226-8d3c-1e1f983cb923 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e7140fa9-a914-4c0c-ba3b-6459d95e2072 HTTP/1.1" status: 204 len: 168 time: 0.2415419 Jul 20 19:27:59.535996 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e032cc-0b08-4226-8d3c-1e1f983cb923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7140fa9-a914-4c0c-ba3b-6459d95e2072,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:59.560244 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=86,neutron:DELETE=1,neutron:INSERT=11,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:59.565508 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-30f6df2b-5524-4b3b-beae-a1cef4767a58 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=8f06da8718ed4c249bde3e46db4d8461&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8245335 Jul 20 19:27:59.569126 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 32896) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:27:59.635642 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07c494c-b692-4a01-b695-47e973db4dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=852a5e10-5a08-4503-87fc-d9318edb569b,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:59.645229 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 1ebdf13d-1433-4285-9ca4-15c1cc1c4890 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:27:59.646765 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:27:59.650978 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-967c3010-341d-49a9-86dd-0c42aa23c191 None None] Set router 9d362232-3082-46b9-83fc-6259e2bb1a28 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:27:59.656931 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-63801689-8f39-478a-a20a-0c59b7b106d2 None None] Provisioning complete for port 9bbb1f47-8d99-4bc9-af29-785d7649bb5f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:27:59.657536 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-63801689-8f39-478a-a20a-0c59b7b106d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (9bbb1f47-8d99-4bc9-af29-785d7649bb5f), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:59.675248 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1e2dcf80-ffe6-47c5-bcd0-927e59bf836f admin admin] Publish callbacks [] for security_group (b5460f1b-d0bc-4336-a53f-7b1ace73b960), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:59.725206 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1e2dcf80-ffe6-47c5-bcd0-927e59bf836f admin admin] Publish callbacks [] for security_group (b5460f1b-d0bc-4336-a53f-7b1ace73b960), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:59.802365 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:27:59.850695 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1e2dcf80-ffe6-47c5-bcd0-927e59bf836f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (b5460f1b-d0bc-4336-a53f-7b1ace73b960), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:59.853461 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1e2dcf80-ffe6-47c5-bcd0-927e59bf836f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:59.857636 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-1e2dcf80-ffe6-47c5-bcd0-927e59bf836f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b5460f1b-d0bc-4336-a53f-7b1ace73b960 HTTP/1.1" status: 204 len: 168 time: 0.2865570 Jul 20 19:27:59.880535 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2dcf80-ffe6-47c5-bcd0-927e59bf836f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5460f1b-d0bc-4336-a53f-7b1ace73b960,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:27:59.907305 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c07c494c-b692-4a01-b695-47e973db4dc6 admin admin] Network c252680c-c029-4238-80e1-835b5a8591d8 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:27:59.910887 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4ef866e0-0bff-40cd-87c2-a8de114a231e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (9bbb1f47-8d99-4bc9-af29-785d7649bb5f), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:27:59.936953 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-c07c494c-b692-4a01-b695-47e973db4dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:27:59.999238 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-63801689-8f39-478a-a20a-0c59b7b106d2 None None] Port 9bbb1f47-8d99-4bc9-af29-785d7649bb5f cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:28:00.106383 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cef2d568-faff-48d6-9dfe-0c83880be21c None None] Publish callbacks [] for port (b784fee6-8110-4f5f-a676-8fc65f1474aa), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:00.107764 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:00.108162 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:00.139949 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cef2d568-faff-48d6-9dfe-0c83880be21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (b784fee6-8110-4f5f-a676-8fc65f1474aa), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:00.149632 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 32926) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:00.152075 dv-cinder-850548-1-iscsi neutron-server[104008]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 20 19:28:00.214394 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-967c3010-341d-49a9-86dd-0c42aa23c191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'name': 'tempest-ServerRescueNegativeTestJSON-707876139-router', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:51Z', 'revision_number': 3, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'gw_port': {'id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:88:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:46Z', 'updated_at': '2022-07-20T19:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:00.307735 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a8958-a1ac-4750-bdae-e6f7fc5e4261 None None] Pushing event updated for resources: {'Port': ['ID=b784fee6-8110-4f5f-a676-8fc65f1474aa,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:00.316553 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-967c3010-341d-49a9-86dd-0c42aa23c191 None None] The sync data for ids ['9d362232-3082-46b9-83fc-6259e2bb1a28'] in dv-cinder-850548-1-iscsi is: [{'id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'name': 'tempest-ServerRescueNegativeTestJSON-707876139-router', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:51Z', 'revision_number': 3, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'gw_port': {'id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:88:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:46Z', 'updated_at': '2022-07-20T19:27:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:28:00.336022 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5b20355f-dbe5-4dc2-a883-816a099d8532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'name': 'tempest-AttachVolumeTestJSON-1156265961-router', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:43Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'gw_port': {'id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:80:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': 'cb490074-bd44-41dc-a14d-7234c9f437cc', 'name': '', 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'mac_address': 'fa:16:3e:20:c6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:27:55Z', 'revision_number': 1, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'subnets': [{'id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:00.483889 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b20355f-dbe5-4dc2-a883-816a099d8532 None None] The sync data for ids ['f9cc5915-3f57-4e67-a23c-9d1a60c57a12'] in dv-cinder-850548-1-iscsi is: [{'id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'name': 'tempest-AttachVolumeTestJSON-1156265961-router', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:43Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'gw_port': {'id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:80:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': 'cb490074-bd44-41dc-a14d-7234c9f437cc', 'name': '', 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'mac_address': 'fa:16:3e:20:c6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:27:55Z', 'revision_number': 1, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'subnets': [{'id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:28:00.518551 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-cef2d568-faff-48d6-9dfe-0c83880be21c None None] Attempting to bind port b784fee6-8110-4f5f-a676-8fc65f1474aa on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:28:00.518925 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-cef2d568-faff-48d6-9dfe-0c83880be21c None None] Attempting to bind port b784fee6-8110-4f5f-a676-8fc65f1474aa by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': '743d9750-323e-40e2-8248-0f577f755971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:28:00.519288 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef2d568-faff-48d6-9dfe-0c83880be21c None None] Attempting to bind port b784fee6-8110-4f5f-a676-8fc65f1474aa on network 8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:28:00.540905 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef2d568-faff-48d6-9dfe-0c83880be21c None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:28:00.541285 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef2d568-faff-48d6-9dfe-0c83880be21c None None] Checking segment: {'id': '743d9750-323e-40e2-8248-0f577f755971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:28:00.541691 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cef2d568-faff-48d6-9dfe-0c83880be21c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:00.542090 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cef2d568-faff-48d6-9dfe-0c83880be21c None None] Bound using segment: {'id': '743d9750-323e-40e2-8248-0f577f755971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:28:00.542576 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-cef2d568-faff-48d6-9dfe-0c83880be21c None None] Bound port: b784fee6-8110-4f5f-a676-8fc65f1474aa, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '743d9750-323e-40e2-8248-0f577f755971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:28:00.542984 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cef2d568-faff-48d6-9dfe-0c83880be21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (b784fee6-8110-4f5f-a676-8fc65f1474aa), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:00.605397 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c500397a-7c83-42ef-9278-ec9dbb18d901 None None] Provisioning complete for port 852a5e10-5a08-4503-87fc-d9318edb569b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:00.608773 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c500397a-7c83-42ef-9278-ec9dbb18d901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (852a5e10-5a08-4503-87fc-d9318edb569b), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:00.768458 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:00.771023 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:00.791126 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c07c494c-b692-4a01-b695-47e973db4dc6 admin admin] Router ccca4bbb-5000-49bd-9564-0deb65b6e55a has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:28:00.806275 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-cef2d568-faff-48d6-9dfe-0c83880be21c None None] For port b784fee6-8110-4f5f-a676-8fc65f1474aa, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:28:00.814161 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-644369e4-614f-4e0e-af91-67a7210b9aac tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:00.816981 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-cef2d568-faff-48d6-9dfe-0c83880be21c None None] For port b784fee6-8110-4f5f-a676-8fc65f1474aa, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=b784fee6-8110-4f5f-a676-8fc65f1474aa,segment=NetworkSegment(743d9750-323e-40e2-8248-0f577f755971),segment_id=743d9750-323e-40e2-8248-0f577f755971)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:28:00.824786 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:00.827562 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-644369e4-614f-4e0e-af91-67a7210b9aac tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/networks?id=8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697 HTTP/1.1" status: 200 len: 812 time: 0.6741955 Jul 20 19:28:00.888237 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-78b00d87-1f6f-451b-8911-73fba39fd3ab tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/quotas/183d6a3ee79e4fedb83591ce60694283 HTTP/1.1" status: 200 len: 375 time: 0.0578260 Jul 20 19:28:00.939109 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c500397a-7c83-42ef-9278-ec9dbb18d901 None None] Port 852a5e10-5a08-4503-87fc-d9318edb569b cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:28:00.984668 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] For port 51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:01.027522 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:01.179530 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-dbd10bdd-c244-446d-8fb6-715fcdfb1e05 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=183d6a3ee79e4fedb83591ce60694283&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2801290 Jul 20 19:28:01.215142 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 32938) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:01.216107 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-dcf44e6f-b2f3-4e6a-9c5d-f58572549c5c None None] Provisioning complete for port b784fee6-8110-4f5f-a676-8fc65f1474aa triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:01.220668 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dcf44e6f-b2f3-4e6a-9c5d-f58572549c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (b784fee6-8110-4f5f-a676-8fc65f1474aa), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:01.278993 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cef2d568-faff-48d6-9dfe-0c83880be21c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (b784fee6-8110-4f5f-a676-8fc65f1474aa), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:01.336778 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 32954) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:01.344570 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d519004c-e5c5-4c57-b6b9-e969c3b49062 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1707478449', 'description': 'tempest-description--965464466'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:01.376449 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:28:01.383127 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Pushing event updated for resources: {'Port': ['ID=51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:01.442502 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d519004c-e5c5-4c57-b6b9-e969c3b49062 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:01.463199 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:01.569218 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-dcf44e6f-b2f3-4e6a-9c5d-f58572549c5c None None] Current status of the port b784fee6-8110-4f5f-a676-8fc65f1474aa is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:01.569831 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dcf44e6f-b2f3-4e6a-9c5d-f58572549c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (b784fee6-8110-4f5f-a676-8fc65f1474aa), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:01.688250 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef2d568-faff-48d6-9dfe-0c83880be21c None None] Routers {'a2e1e79e-edec-4928-bb71-2b2055a5f0e9'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:28:01.689447 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-cef2d568-faff-48d6-9dfe-0c83880be21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:27:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['a2e1e79e-edec-4928-bb71-2b2055a5f0e9'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:01.719626 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c07c494c-b692-4a01-b695-47e973db4dc6 admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:28:01.736415 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d519004c-e5c5-4c57-b6b9-e969c3b49062 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for security_group (f1139dfb-94bc-4638-bb20-fb05e202cfa5), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:01.749562 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:01.754089 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-dcf44e6f-b2f3-4e6a-9c5d-f58572549c5c None None] For port b784fee6-8110-4f5f-a676-8fc65f1474aa, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=b784fee6-8110-4f5f-a676-8fc65f1474aa,segment=NetworkSegment(743d9750-323e-40e2-8248-0f577f755971),segment_id=743d9750-323e-40e2-8248-0f577f755971)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:01.769998 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5105abf8-3149-49a1-8cb2-991b05825079 None None] Sync routers for ids ['ccca4bbb-5000-49bd-9564-0deb65b6e55a'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:28:01.774270 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-c07c494c-b692-4a01-b695-47e973db4dc6 admin admin] 10.222.0.79 "PUT /v2.0/routers/ccca4bbb-5000-49bd-9564-0deb65b6e55a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7780073 Jul 20 19:28:01.778241 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4ef866e0-0bff-40cd-87c2-a8de114a231e admin admin] Publish callbacks [] for port (9bbb1f47-8d99-4bc9-af29-785d7649bb5f), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:01.781693 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d519004c-e5c5-4c57-b6b9-e969c3b49062 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (f1139dfb-94bc-4638-bb20-fb05e202cfa5), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:01.787241 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:01.792575 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4ef866e0-0bff-40cd-87c2-a8de114a231e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (9bbb1f47-8d99-4bc9-af29-785d7649bb5f), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:01.795181 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4ef866e0-0bff-40cd-87c2-a8de114a231e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1822453'] for router_interface (9d362232-3082-46b9-83fc-6259e2bb1a28), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:01.823867 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dcf44e6f-b2f3-4e6a-9c5d-f58572549c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (b784fee6-8110-4f5f-a676-8fc65f1474aa), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:01.849456 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:01.850030 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-98411d71-6fe2-41ac-81ce-61d203db9834 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:01.850767 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:01.905546 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:DELETE=3,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:01.968518 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d519004c-e5c5-4c57-b6b9-e969c3b49062 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1139dfb-94bc-4638-bb20-fb05e202cfa5,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:02.005972 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5105abf8-3149-49a1-8cb2-991b05825079 None None] Routers {'ccca4bbb-5000-49bd-9564-0deb65b6e55a'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:28:02.006629 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5105abf8-3149-49a1-8cb2-991b05825079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:27:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['ccca4bbb-5000-49bd-9564-0deb65b6e55a'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:02.017882 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d519004c-e5c5-4c57-b6b9-e969c3b49062 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:02.020030 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-d519004c-e5c5-4c57-b6b9-e969c3b49062 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6798007 Jul 20 19:28:02.030648 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 32972) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:02.047263 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:02.059593 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-43c5f111-3abc-40a7-a8ba-b25b1aee197e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Request body: {'security_group_rule': {'security_group_id': 'f1139dfb-94bc-4638-bb20-fb05e202cfa5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:02.059998 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6a8958-a1ac-4750-bdae-e6f7fc5e4261 None None] Pushing event updated for resources: {'Port': ['ID=b784fee6-8110-4f5f-a676-8fc65f1474aa,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:02.173124 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-43c5f111-3abc-40a7-a8ba-b25b1aee197e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for security_group_rule (966f4669-be10-4ec4-840d-160365ecb672), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:02.190309 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-cef2d568-faff-48d6-9dfe-0c83880be21c None None] Set router a2e1e79e-edec-4928-bb71-2b2055a5f0e9 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:28:02.215793 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef866e0-0bff-40cd-87c2-a8de114a231e admin admin] Pushing event updated for resources: {'Port': ['ID=9bbb1f47-8d99-4bc9-af29-785d7649bb5f,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:02.303570 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-dd01b9fa-72d5-43e5-b1d4-ff6cb619d2d9 None None] Provisioning complete for port b784fee6-8110-4f5f-a676-8fc65f1474aa triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:02.304288 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dd01b9fa-72d5-43e5-b1d4-ff6cb619d2d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (b784fee6-8110-4f5f-a676-8fc65f1474aa), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:02.312377 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf44e6f-b2f3-4e6a-9c5d-f58572549c5c None None] Pushing event updated for resources: {'Port': ['ID=b784fee6-8110-4f5f-a676-8fc65f1474aa,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:02.378318 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-503bb930-d99f-426d-bd1d-ac6d03e4778e service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:28:02.393676 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef866e0-0bff-40cd-87c2-a8de114a231e admin admin] Network 2deda7b4-dab0-4eb8-8cde-830d55ad6ecc is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:28:02.394163 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-503bb930-d99f-426d-bd1d-ac6d03e4778e service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.6449530 Jul 20 19:28:02.403837 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-4ef866e0-0bff-40cd-87c2-a8de114a231e admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:28:02.550005 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-5105abf8-3149-49a1-8cb2-991b05825079 None None] Set router ccca4bbb-5000-49bd-9564-0deb65b6e55a gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:28:02.729345 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:02.770389 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ef866e0-0bff-40cd-87c2-a8de114a231e admin admin] Router 9d362232-3082-46b9-83fc-6259e2bb1a28 has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:28:02.869245 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-54ccc7df-7282-42f0-947d-6b7adcbb756f service neutron] 10.222.0.79 "GET /v2.0/networks/8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4618075 Jul 20 19:28:02.895197 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-98411d71-6fe2-41ac-81ce-61d203db9834 admin admin] Publish callbacks [] for security_group (04ea13e5-ef04-4166-9b7a-92b713a0f981), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:02.903923 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-98411d71-6fe2-41ac-81ce-61d203db9834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (04ea13e5-ef04-4166-9b7a-92b713a0f981), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:02.912149 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-cef2d568-faff-48d6-9dfe-0c83880be21c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e1e79e-edec-4928-bb71-2b2055a5f0e9', 'name': 'tempest-DeleteServersTestJSON-1897465066-router', 'tenant_id': '183d6a3ee79e4fedb83591ce60694283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:42Z', 'updated_at': '2022-07-20T19:27:54Z', 'revision_number': 4, 'project_id': '183d6a3ee79e4fedb83591ce60694283', 'gw_port': {'id': '51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:99:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e1e79e-edec-4928-bb71-2b2055a5f0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:43Z', 'updated_at': '2022-07-20T19:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': 'b784fee6-8110-4f5f-a676-8fc65f1474aa', 'name': '', 'network_id': '8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697', 'tenant_id': '183d6a3ee79e4fedb83591ce60694283', 'mac_address': 'fa:16:3e:5a:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e1e79e-edec-4928-bb71-2b2055a5f0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '7e91a794-ab5e-4940-a875-2eeefa5af9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:52Z', 'updated_at': '2022-07-20T19:28:01Z', 'revision_number': 5, 'project_id': '183d6a3ee79e4fedb83591ce60694283', 'subnets': [{'id': '7e91a794-ab5e-4940-a875-2eeefa5af9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:02.948408 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cef2d568-faff-48d6-9dfe-0c83880be21c None None] The sync data for ids ['a2e1e79e-edec-4928-bb71-2b2055a5f0e9'] in dv-cinder-850548-1-iscsi is: [{'id': 'a2e1e79e-edec-4928-bb71-2b2055a5f0e9', 'name': 'tempest-DeleteServersTestJSON-1897465066-router', 'tenant_id': '183d6a3ee79e4fedb83591ce60694283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:42Z', 'updated_at': '2022-07-20T19:27:54Z', 'revision_number': 4, 'project_id': '183d6a3ee79e4fedb83591ce60694283', 'gw_port': {'id': '51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:99:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e1e79e-edec-4928-bb71-2b2055a5f0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:43Z', 'updated_at': '2022-07-20T19:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': 'b784fee6-8110-4f5f-a676-8fc65f1474aa', 'name': '', 'network_id': '8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697', 'tenant_id': '183d6a3ee79e4fedb83591ce60694283', 'mac_address': 'fa:16:3e:5a:68:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e1e79e-edec-4928-bb71-2b2055a5f0e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 116, 'fixed_ips': [{'subnet_id': '7e91a794-ab5e-4940-a875-2eeefa5af9a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:52Z', 'updated_at': '2022-07-20T19:28:01Z', 'revision_number': 5, 'project_id': '183d6a3ee79e4fedb83591ce60694283', 'subnets': [{'id': '7e91a794-ab5e-4940-a875-2eeefa5af9a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:28:03.027650 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:UPDATE=1,neutron:SELECT=99 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:03.062588 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ef866e0-0bff-40cd-87c2-a8de114a231e admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:28:03.062790 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-7fc54a22-6d41-4045-a669-75c9153ea284 service neutron] 10.222.0.79 "GET /v2.0/networks/8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1819246 Jul 20 19:28:03.064566 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-43c5f111-3abc-40a7-a8ba-b25b1aee197e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for security_group_rule (966f4669-be10-4ec4-840d-160365ecb672), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.079514 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98411d71-6fe2-41ac-81ce-61d203db9834 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04ea13e5-ef04-4166-9b7a-92b713a0f981,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:03.084706 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-43c5f111-3abc-40a7-a8ba-b25b1aee197e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (966f4669-be10-4ec4-840d-160365ecb672), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.087255 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-4ef866e0-0bff-40cd-87c2-a8de114a231e admin admin] 10.222.0.79 "PUT /v2.0/routers/9d362232-3082-46b9-83fc-6259e2bb1a28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0876324 Jul 20 19:28:03.107605 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8 is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:03.111532 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.127815 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-98411d71-6fe2-41ac-81ce-61d203db9834 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3d4e519facbc4e3cbc7cc660327a2e3e&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9089997 Jul 20 19:28:03.127944 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 32994) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:03.139911 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5f111-3abc-40a7-a8ba-b25b1aee197e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=966f4669-be10-4ec4-840d-160365ecb672,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:03.160546 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-43c5f111-3abc-40a7-a8ba-b25b1aee197e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.164740 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-43c5f111-3abc-40a7-a8ba-b25b1aee197e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1194532 Jul 20 19:28:03.165097 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 32996) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:03.175877 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-d280825d-a1fa-4bd8-a9cb-1897f8bf9160 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Request body: {'security_group_rule': {'security_group_id': 'f1139dfb-94bc-4638-bb20-fb05e202cfa5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:03.208810 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] For port aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:03.247758 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.261059 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device f3b153bd-8a30-4831-b8e6-4a1d8f608832 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:28:03.304312 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 33004) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:03.310368 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a1a881c4-ae4a-4a89-ae94-b93f9077416f tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Request body: {'security_group': {'name': 'tempest-securitygroup--769656589', 'description': 'tempest-description--87153316'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:03.315350 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bcc57331-cb76-4523-827b-342a2161f3e6 admin admin] Publish callbacks [] for security_group (04ea13e5-ef04-4166-9b7a-92b713a0f981), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.361015 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bcc57331-cb76-4523-827b-342a2161f3e6 admin admin] Publish callbacks [] for security_group (04ea13e5-ef04-4166-9b7a-92b713a0f981), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.369880 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d280825d-a1fa-4bd8-a9cb-1897f8bf9160 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for security_group_rule (081b034a-7635-4c59-ab84-e29bbfb3d5a1), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.374489 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1a881c4-ae4a-4a89-ae94-b93f9077416f tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.456831 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5105abf8-3149-49a1-8cb2-991b05825079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082003264-router', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'gw_port': {'id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:45:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '852a5e10-5a08-4503-87fc-d9318edb569b', 'name': '', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'mac_address': 'fa:16:3e:a1:5f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:27:58Z', 'revision_number': 2, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'subnets': [{'id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:03.556999 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5105abf8-3149-49a1-8cb2-991b05825079 None None] Checking router: ccca4bbb-5000-49bd-9564-0deb65b6e55a for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:28:03.566435 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5105abf8-3149-49a1-8cb2-991b05825079 None None] Updating router ccca4bbb-5000-49bd-9564-0deb65b6e55a port 852a5e10-5a08-4503-87fc-d9318edb569b binding host dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:28:03.718032 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 33026) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:03.752768 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d280825d-a1fa-4bd8-a9cb-1897f8bf9160 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for security_group_rule (081b034a-7635-4c59-ab84-e29bbfb3d5a1), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.761556 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d280825d-a1fa-4bd8-a9cb-1897f8bf9160 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (081b034a-7635-4c59-ab84-e29bbfb3d5a1), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.848475 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d280825d-a1fa-4bd8-a9cb-1897f8bf9160 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=081b034a-7635-4c59-ab84-e29bbfb3d5a1,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:03.868212 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d280825d-a1fa-4bd8-a9cb-1897f8bf9160 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.870774 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-d280825d-a1fa-4bd8-a9cb-1897f8bf9160 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6984274 Jul 20 19:28:03.873371 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bcc57331-cb76-4523-827b-342a2161f3e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (04ea13e5-ef04-4166-9b7a-92b713a0f981), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.876832 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bcc57331-cb76-4523-827b-342a2161f3e6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.879460 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-bcc57331-cb76-4523-827b-342a2161f3e6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/04ea13e5-ef04-4166-9b7a-92b713a0f981 HTTP/1.1" status: 204 len: 168 time: 0.7500448 Jul 20 19:28:03.881578 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 33034) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:03.885502 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:03.918363 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-281a05bc-2fac-401b-a640-cc574282c233 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Request body: {'floatingip': {'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:03.983092 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc57331-cb76-4523-827b-342a2161f3e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ea13e5-ef04-4166-9b7a-92b713a0f981,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:03.992323 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5105abf8-3149-49a1-8cb2-991b05825079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (852a5e10-5a08-4503-87fc-d9318edb569b), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:03.993320 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-281a05bc-2fac-401b-a640-cc574282c233 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:04.007871 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-dd01b9fa-72d5-43e5-b1d4-ff6cb619d2d9 None None] Current status of the port b784fee6-8110-4f5f-a676-8fc65f1474aa is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:04.027404 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Pushing event updated for resources: {'Port': ['ID=aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:04.053097 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1a881c4-ae4a-4a89-ae94-b93f9077416f tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for security_group (c1181796-ea92-4fb4-be67-b12d83799ce5), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:04.063025 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e159be2c-1273-478f-8093-c62b3794a881 req-0d28fbfa-6b7e-4e55-bc49-cebdc2e6b360 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 210 time: 0.3277969 Jul 20 19:28:04.066690 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1a881c4-ae4a-4a89-ae94-b93f9077416f tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (c1181796-ea92-4fb4-be67-b12d83799ce5), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:04.071929 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port f3b153bd-8a30-4831-b8e6-4a1d8f608832 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:04.074538 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (f3b153bd-8a30-4831-b8e6-4a1d8f608832), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:04.135917 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=84,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:04.144368 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a881c4-ae4a-4a89-ae94-b93f9077416f tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1181796-ea92-4fb4-be67-b12d83799ce5,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:04.184171 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a1a881c4-ae4a-4a89-ae94-b93f9077416f tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:04.185479 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-a1a881c4-ae4a-4a89-ae94-b93f9077416f tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.8794136 Jul 20 19:28:04.189259 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 33058) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:04.197988 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-0922a301-0abe-4a2b-a017-fe5fb1b3cffb tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Request body: {'security_group_rule': {'security_group_id': 'c1181796-ea92-4fb4-be67-b12d83799ce5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:04.206482 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7d37dbc5-6294-49ed-ab57-cc9c40440c3a None None] Provisioning complete for port 9bbb1f47-8d99-4bc9-af29-785d7649bb5f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:04.207181 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7d37dbc5-6294-49ed-ab57-cc9c40440c3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (9bbb1f47-8d99-4bc9-af29-785d7649bb5f), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:04.245695 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:04.264970 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0922a301-0abe-4a2b-a017-fe5fb1b3cffb tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for security_group_rule (f2ca0f89-8c14-4278-a8ae-8ec99c774dff), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:04.409208 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=79,neutron:DELETE=6,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:04.422411 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-281a05bc-2fac-401b-a640-cc574282c233 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:04.448464 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0922a301-0abe-4a2b-a017-fe5fb1b3cffb tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for security_group_rule (f2ca0f89-8c14-4278-a8ae-8ec99c774dff), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:04.457137 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0922a301-0abe-4a2b-a017-fe5fb1b3cffb tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (f2ca0f89-8c14-4278-a8ae-8ec99c774dff), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:04.516699 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0922a301-0abe-4a2b-a017-fe5fb1b3cffb tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2ca0f89-8c14-4278-a8ae-8ec99c774dff,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:04.562505 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0922a301-0abe-4a2b-a017-fe5fb1b3cffb tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:04.563771 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-0922a301-0abe-4a2b-a017-fe5fb1b3cffb tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3735459 Jul 20 19:28:04.571046 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 33064) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:04.597270 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-137136c2-037f-4173-ba0a-50813af003e8 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Request body: {'security_group_rule': {'security_group_id': 'c1181796-ea92-4fb4-be67-b12d83799ce5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:04.733692 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7d37dbc5-6294-49ed-ab57-cc9c40440c3a None None] Port 9bbb1f47-8d99-4bc9-af29-785d7649bb5f cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:28:04.792061 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port f3b153bd-8a30-4831-b8e6-4a1d8f608832 is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:04.794198 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (f3b153bd-8a30-4831-b8e6-4a1d8f608832), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:04.818128 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-137136c2-037f-4173-ba0a-50813af003e8 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for security_group_rule (e4b4f4cf-6bd2-4fe4-b50a-dc4ba77027fd), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:04.900950 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] For port f3b153bd-8a30-4831-b8e6-4a1d8f608832, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=f3b153bd-8a30-4831-b8e6-4a1d8f608832,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:04.912953 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (f3b153bd-8a30-4831-b8e6-4a1d8f608832), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:04.948017 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-281a05bc-2fac-401b-a640-cc574282c233 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Allocated IP 172.27.3.68 (0148b93c-d79f-482c-aa55-1b162de4f442/9a6c0e64-8fd5-4336-8a8c-b393c90fda39/1ddf260d-4421-43da-9d27-282502b5f80d) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:28:05.133592 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Pushing event updated for resources: {'Port': ['ID=f3b153bd-8a30-4831-b8e6-4a1d8f608832,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:05.191032 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba77018-9ea5-4732-b379-d3e491641ca4 None None] Sync routers for ids ['9d362232-3082-46b9-83fc-6259e2bb1a28'] in dv-cinder-850548-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:28:05.244803 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba77018-9ea5-4732-b379-d3e491641ca4 None None] Routers {'9d362232-3082-46b9-83fc-6259e2bb1a28'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:28:05.248500 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-137136c2-037f-4173-ba0a-50813af003e8 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for security_group_rule (e4b4f4cf-6bd2-4fe4-b50a-dc4ba77027fd), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:05.260450 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-cba77018-9ea5-4732-b379-d3e491641ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:27:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['9d362232-3082-46b9-83fc-6259e2bb1a28'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:05.353265 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fc5d6a33-ea8a-452a-92f8-96cf8938b675 req-74577eb1-6a87-46df-b5c5-9a9d34e451ce tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 210 time: 0.1671214 Jul 20 19:28:05.437647 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5105abf8-3149-49a1-8cb2-991b05825079 None None] Publish callbacks [] for port (852a5e10-5a08-4503-87fc-d9318edb569b), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:05.450022 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5105abf8-3149-49a1-8cb2-991b05825079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (852a5e10-5a08-4503-87fc-d9318edb569b), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:05.462789 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-137136c2-037f-4173-ba0a-50813af003e8 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (e4b4f4cf-6bd2-4fe4-b50a-dc4ba77027fd), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:05.543959 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:05.558747 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137136c2-037f-4173-ba0a-50813af003e8 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4b4f4cf-6bd2-4fe4-b50a-dc4ba77027fd,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:05.574133 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fcf10-753b-414b-9c3e-fe6793e193b4 None None] Pushing event updated for resources: {'Port': ['ID=852a5e10-5a08-4503-87fc-d9318edb569b,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:05.593434 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:28:05.620789 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-137136c2-037f-4173-ba0a-50813af003e8 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:05.637294 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-137136c2-037f-4173-ba0a-50813af003e8 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0635402 Jul 20 19:28:05.639200 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 33094) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:05.668765 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-ebf5e866-24ef-4570-9d78-b1e1f44a5d0d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Request body: {'floatingip': {'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:05.747556 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-cba77018-9ea5-4732-b379-d3e491641ca4 None None] Set router 9d362232-3082-46b9-83fc-6259e2bb1a28 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:28:05.755258 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-281a05bc-2fac-401b-a640-cc574282c233 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for port (1ddf260d-4421-43da-9d27-282502b5f80d), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:05.831249 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-1f68272e-d9ac-4779-9b1d-84eb0245d871 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:05.832866 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-1f68272e-d9ac-4779-9b1d-84eb0245d871 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/networks?id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc HTTP/1.1" status: 200 len: 818 time: 0.4946806 Jul 20 19:28:05.910735 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-281a05bc-2fac-401b-a640-cc574282c233 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (1ddf260d-4421-43da-9d27-282502b5f80d), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:05.940167 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-2f055e07-2641-4623-954e-c24488a677bd tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/quotas/9c025843a2de49d48c39b40f2261d3bf HTTP/1.1" status: 200 len: 375 time: 0.0756209 Jul 20 19:28:05.944390 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e866-24ef-4570-9d78-b1e1f44a5d0d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:06.034872 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:06.063359 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 33110) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:06.141904 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:06.142311 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:06.206453 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-28c4ad2c-a4e7-404b-b467-3a375c8b397e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:06.217249 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281a05bc-2fac-401b-a640-cc574282c233 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Network 0148b93c-d79f-482c-aa55-1b162de4f442 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:28:06.234633 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a05bc-2fac-401b-a640-cc574282c233 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Pushing event updated for resources: {'Port': ['ID=1ddf260d-4421-43da-9d27-282502b5f80d,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:06.251194 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-281a05bc-2fac-401b-a640-cc574282c233 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:28:06.256198 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281a05bc-2fac-401b-a640-cc574282c233 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:28:06.291122 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:06.302987 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c1f0ec6b-83f6-4897-a08f-ed574c928a2c None None] Provisioning complete for port 852a5e10-5a08-4503-87fc-d9318edb569b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:06.303376 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c1f0ec6b-83f6-4897-a08f-ed574c928a2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (852a5e10-5a08-4503-87fc-d9318edb569b), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:06.377593 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-cba77018-9ea5-4732-b379-d3e491641ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'name': 'tempest-ServerRescueNegativeTestJSON-707876139-router', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:59Z', 'revision_number': 4, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'gw_port': {'id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:46Z', 'updated_at': '2022-07-20T19:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '9bbb1f47-8d99-4bc9-af29-785d7649bb5f', 'name': '', 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'mac_address': 'fa:16:3e:7d:06:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'd0032299-b9fa-48f2-97fd-620bc1f7e167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:56Z', 'updated_at': '2022-07-20T19:28:00Z', 'revision_number': 2, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'subnets': [{'id': 'd0032299-b9fa-48f2-97fd-620bc1f7e167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:06.420419 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-5105abf8-3149-49a1-8cb2-991b05825079 None None] Attempting to bind port 852a5e10-5a08-4503-87fc-d9318edb569b on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:28:06.433925 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-5105abf8-3149-49a1-8cb2-991b05825079 None None] Attempting to bind port 852a5e10-5a08-4503-87fc-d9318edb569b by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': '0834ea49-c9d4-4bbd-9331-a43aae639ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:28:06.435309 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5105abf8-3149-49a1-8cb2-991b05825079 None None] Attempting to bind port 852a5e10-5a08-4503-87fc-d9318edb569b on network c252680c-c029-4238-80e1-835b5a8591d8 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:28:06.439450 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba77018-9ea5-4732-b379-d3e491641ca4 None None] Checking router: 9d362232-3082-46b9-83fc-6259e2bb1a28 for host: dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:28:06.439842 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba77018-9ea5-4732-b379-d3e491641ca4 None None] Updating router 9d362232-3082-46b9-83fc-6259e2bb1a28 port 9bbb1f47-8d99-4bc9-af29-785d7649bb5f binding host dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:28:06.495199 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5105abf8-3149-49a1-8cb2-991b05825079 None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:28:06.495857 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5105abf8-3149-49a1-8cb2-991b05825079 None None] Checking segment: {'id': '0834ea49-c9d4-4bbd-9331-a43aae639ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:28:06.496508 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5105abf8-3149-49a1-8cb2-991b05825079 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:06.497572 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5105abf8-3149-49a1-8cb2-991b05825079 None None] Bound using segment: {'id': '0834ea49-c9d4-4bbd-9331-a43aae639ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:28:06.498323 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-5105abf8-3149-49a1-8cb2-991b05825079 None None] Bound port: 852a5e10-5a08-4503-87fc-d9318edb569b, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0834ea49-c9d4-4bbd-9331-a43aae639ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:28:06.500461 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5105abf8-3149-49a1-8cb2-991b05825079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (852a5e10-5a08-4503-87fc-d9318edb569b), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:06.517253 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e866-24ef-4570-9d78-b1e1f44a5d0d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:06.524209 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cba77018-9ea5-4732-b379-d3e491641ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (9bbb1f47-8d99-4bc9-af29-785d7649bb5f), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:06.552560 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-281a05bc-2fac-401b-a640-cc574282c233 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for floatingip (064f69a6-1619-4de6-b8e5-28791947ebab), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:06.620395 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c1f0ec6b-83f6-4897-a08f-ed574c928a2c None None] Port 852a5e10-5a08-4503-87fc-d9318edb569b cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:28:06.750248 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-28c4ad2c-a4e7-404b-b467-3a375c8b397e admin admin] Publish callbacks [] for security_group (5684b17c-c638-4b49-a44b-3ba5e02b030c), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:06.759332 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-28c4ad2c-a4e7-404b-b467-3a375c8b397e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (5684b17c-c638-4b49-a44b-3ba5e02b030c), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:06.838799 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-281a05bc-2fac-401b-a640-cc574282c233 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (1ddf260d-4421-43da-9d27-282502b5f80d), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:06.864166 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:06.865547 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device b784fee6-8110-4f5f-a676-8fc65f1474aa up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:28:06.877210 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c4ad2c-a4e7-404b-b467-3a375c8b397e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5684b17c-c638-4b49-a44b-3ba5e02b030c,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:06.890686 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-ebf5e866-24ef-4570-9d78-b1e1f44a5d0d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Allocated IP 172.27.3.240 (0148b93c-d79f-482c-aa55-1b162de4f442/9a6c0e64-8fd5-4336-8a8c-b393c90fda39/c2121dc5-c24c-44b2-90ae-36ebf55364cb) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:28:06.912562 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-28c4ad2c-a4e7-404b-b467-3a375c8b397e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b56116659e004045a0a2c2399bf362d8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8448668 Jul 20 19:28:06.918874 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 33144) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:06.968004 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:06.979917 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-5105abf8-3149-49a1-8cb2-991b05825079 None None] For port 852a5e10-5a08-4503-87fc-d9318edb569b, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:28:06.986491 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-5105abf8-3149-49a1-8cb2-991b05825079 None None] For port 852a5e10-5a08-4503-87fc-d9318edb569b, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=852a5e10-5a08-4503-87fc-d9318edb569b,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:28:06.994614 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port b784fee6-8110-4f5f-a676-8fc65f1474aa triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:06.995431 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (b784fee6-8110-4f5f-a676-8fc65f1474aa), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:06.999411 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5105abf8-3149-49a1-8cb2-991b05825079 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (852a5e10-5a08-4503-87fc-d9318edb569b), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:07.065419 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2fcf10-753b-414b-9c3e-fe6793e193b4 None None] Pushing event updated for resources: {'Port': ['ID=852a5e10-5a08-4503-87fc-d9318edb569b,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:07.140088 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5105abf8-3149-49a1-8cb2-991b05825079 None None] Routers {'ccca4bbb-5000-49bd-9564-0deb65b6e55a'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:28:07.141008 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5105abf8-3149-49a1-8cb2-991b05825079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:27:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['ccca4bbb-5000-49bd-9564-0deb65b6e55a'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:07.180982 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e866-24ef-4570-9d78-b1e1f44a5d0d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for port (c2121dc5-c24c-44b2-90ae-36ebf55364cb), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:07.219485 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:07.347578 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-5105abf8-3149-49a1-8cb2-991b05825079 None None] Set router ccca4bbb-5000-49bd-9564-0deb65b6e55a gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:28:07.403383 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cba77018-9ea5-4732-b379-d3e491641ca4 None None] Publish callbacks [] for port (9bbb1f47-8d99-4bc9-af29-785d7649bb5f), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:07.418263 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:07.419825 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=100 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:07.438713 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cba77018-9ea5-4732-b379-d3e491641ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (9bbb1f47-8d99-4bc9-af29-785d7649bb5f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:07.515533 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0118a97-ed49-4f50-b2fa-e1ac27804a7d None None] Pushing event updated for resources: {'Port': ['ID=9bbb1f47-8d99-4bc9-af29-785d7649bb5f,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:07.516903 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace0e5d0-5405-4bb7-a149-2d7a19281abf None None] Sync routers for ids ['f9cc5915-3f57-4e67-a23c-9d1a60c57a12'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:28:07.655570 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c2f91950-1b01-485e-9fb1-03720d2b35ce admin admin] Publish callbacks [] for security_group (5684b17c-c638-4b49-a44b-3ba5e02b030c), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:07.680447 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace0e5d0-5405-4bb7-a149-2d7a19281abf None None] Routers {'f9cc5915-3f57-4e67-a23c-9d1a60c57a12'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:28:07.681385 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ace0e5d0-5405-4bb7-a149-2d7a19281abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:27:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['f9cc5915-3f57-4e67-a23c-9d1a60c57a12'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:07.686358 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-19e23d42-8966-4e00-a2fc-c507050460f4 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c025843a2de49d48c39b40f2261d3bf&fields=id HTTP/1.1" status: 200 len: 302 time: 1.7378299 Jul 20 19:28:07.706483 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d118f7d3-8262-4ea0-9c14-0e806525ad9a req-fcb7887e-94a3-460b-af7b-ce3ce24523ee tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 210 time: 0.4878223 Jul 20 19:28:07.715959 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e866-24ef-4570-9d78-b1e1f44a5d0d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (c2121dc5-c24c-44b2-90ae-36ebf55364cb), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:07.728771 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-cba77018-9ea5-4732-b379-d3e491641ca4 None None] Attempting to bind port 9bbb1f47-8d99-4bc9-af29-785d7649bb5f on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:28:07.729105 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-cba77018-9ea5-4732-b379-d3e491641ca4 None None] Attempting to bind port 9bbb1f47-8d99-4bc9-af29-785d7649bb5f by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': '54d5c45d-aa97-4ff0-8145-994022b0b986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:28:07.729460 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba77018-9ea5-4732-b379-d3e491641ca4 None None] Attempting to bind port 9bbb1f47-8d99-4bc9-af29-785d7649bb5f on network 2deda7b4-dab0-4eb8-8cde-830d55ad6ecc {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:28:07.740030 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba77018-9ea5-4732-b379-d3e491641ca4 None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:28:07.740429 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba77018-9ea5-4732-b379-d3e491641ca4 None None] Checking segment: {'id': '54d5c45d-aa97-4ff0-8145-994022b0b986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:28:07.740819 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cba77018-9ea5-4732-b379-d3e491641ca4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:07.741241 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba77018-9ea5-4732-b379-d3e491641ca4 None None] Bound using segment: {'id': '54d5c45d-aa97-4ff0-8145-994022b0b986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:28:07.741764 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-cba77018-9ea5-4732-b379-d3e491641ca4 None None] Bound port: 9bbb1f47-8d99-4bc9-af29-785d7649bb5f, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54d5c45d-aa97-4ff0-8145-994022b0b986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:28:07.742152 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cba77018-9ea5-4732-b379-d3e491641ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (9bbb1f47-8d99-4bc9-af29-785d7649bb5f), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:07.790079 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c2f91950-1b01-485e-9fb1-03720d2b35ce admin admin] Publish callbacks [] for security_group (5684b17c-c638-4b49-a44b-3ba5e02b030c), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:07.839778 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf5e866-24ef-4570-9d78-b1e1f44a5d0d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Network 0148b93c-d79f-482c-aa55-1b162de4f442 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:28:07.863305 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-cba77018-9ea5-4732-b379-d3e491641ca4 None None] For port 9bbb1f47-8d99-4bc9-af29-785d7649bb5f, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:28:07.868412 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-cba77018-9ea5-4732-b379-d3e491641ca4 None None] For port 9bbb1f47-8d99-4bc9-af29-785d7649bb5f, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=9bbb1f47-8d99-4bc9-af29-785d7649bb5f,segment=NetworkSegment(54d5c45d-aa97-4ff0-8145-994022b0b986),segment_id=54d5c45d-aa97-4ff0-8145-994022b0b986)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:28:07.877630 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-cba77018-9ea5-4732-b379-d3e491641ca4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (9bbb1f47-8d99-4bc9-af29-785d7649bb5f), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:07.903056 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2e9eda83-059b-4bcf-86f6-a15dcd21a29b None None] Provisioning complete for port 852a5e10-5a08-4503-87fc-d9318edb569b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:07.903641 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2e9eda83-059b-4bcf-86f6-a15dcd21a29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (852a5e10-5a08-4503-87fc-d9318edb569b), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:07.915893 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-281a05bc-2fac-401b-a640-cc574282c233 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for port (1ddf260d-4421-43da-9d27-282502b5f80d), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:07.924577 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-281a05bc-2fac-401b-a640-cc574282c233 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (1ddf260d-4421-43da-9d27-282502b5f80d), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:07.941598 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-281a05bc-2fac-401b-a640-cc574282c233 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (064f69a6-1619-4de6-b8e5-28791947ebab), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:07.944147 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-613fe464-70ad-4cef-9dfc-55361ea888c6 service neutron] 10.222.0.79 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562582 Jul 20 19:28:07.951290 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5e866-24ef-4570-9d78-b1e1f44a5d0d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Pushing event updated for resources: {'Port': ['ID=c2121dc5-c24c-44b2-90ae-36ebf55364cb,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:07.954783 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-ebf5e866-24ef-4570-9d78-b1e1f44a5d0d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:28:07.966380 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-281a05bc-2fac-401b-a640-cc574282c233 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:07.976716 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-281a05bc-2fac-401b-a640-cc574282c233 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0572717 Jul 20 19:28:07.982650 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebf5e866-24ef-4570-9d78-b1e1f44a5d0d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:28:07.985919 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:08.038672 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba77018-9ea5-4732-b379-d3e491641ca4 None None] Routers {'9d362232-3082-46b9-83fc-6259e2bb1a28'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:28:08.040437 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-cba77018-9ea5-4732-b379-d3e491641ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:27:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['9d362232-3082-46b9-83fc-6259e2bb1a28'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:08.040570 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c2f91950-1b01-485e-9fb1-03720d2b35ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (5684b17c-c638-4b49-a44b-3ba5e02b030c), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:08.046707 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c2f91950-1b01-485e-9fb1-03720d2b35ce admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:08.050500 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-c2f91950-1b01-485e-9fb1-03720d2b35ce admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5684b17c-c638-4b49-a44b-3ba5e02b030c HTTP/1.1" status: 204 len: 168 time: 1.1252775 Jul 20 19:28:08.068040 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-ace0e5d0-5405-4bb7-a149-2d7a19281abf None None] Set router f9cc5915-3f57-4e67-a23c-9d1a60c57a12 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:28:08.074719 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f91950-1b01-485e-9fb1-03720d2b35ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5684b17c-c638-4b49-a44b-3ba5e02b030c,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:08.077175 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=81,neutron:INSERT=12,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:08.113385 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281a05bc-2fac-401b-a640-cc574282c233 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Pushing event updated for resources: {'Port': ['ID=1ddf260d-4421-43da-9d27-282502b5f80d,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:08.139033 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0118a97-ed49-4f50-b2fa-e1ac27804a7d None None] Pushing event updated for resources: {'Port': ['ID=9bbb1f47-8d99-4bc9-af29-785d7649bb5f,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:08.240415 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:08.308308 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-cba77018-9ea5-4732-b379-d3e491641ca4 None None] Set router 9d362232-3082-46b9-83fc-6259e2bb1a28 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:28:08.309725 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port b784fee6-8110-4f5f-a676-8fc65f1474aa is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:08.312520 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:28:08.420151 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-b4365d5a-24bf-4129-8ea7-d45bb5dc92dd service neutron] 10.222.0.79 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4616945 Jul 20 19:28:08.433479 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e866-24ef-4570-9d78-b1e1f44a5d0d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for floatingip (1e0fce89-689a-49d5-b3c9-4662736c9d1c), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:08.522368 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:08.602575 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e866-24ef-4570-9d78-b1e1f44a5d0d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (c2121dc5-c24c-44b2-90ae-36ebf55364cb), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:08.711998 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-02743fa1-3b63-4d58-97eb-72953d9e2e38 req-b91407a1-bf15-4d1b-b09d-789b00376447 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 210 time: 0.0616934 Jul 20 19:28:08.716642 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-bae31e19-adf2-4b38-b22a-0f66b419e7c8 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1707478449&fields=id&tenant_id=02f994a0231b4176b8181d13d58ee9ec HTTP/1.1" status: 200 len: 267 time: 0.2635410 Jul 20 19:28:08.821045 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5105abf8-3149-49a1-8cb2-991b05825079 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082003264-router', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'gw_port': {'id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '852a5e10-5a08-4503-87fc-d9318edb569b', 'name': '', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'mac_address': 'fa:16:3e:a1:5f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:28:06Z', 'revision_number': 4, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'subnets': [{'id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:08.887562 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-a0d8b202-ae05-4070-8dc0-8e32047358bc tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:08.889717 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-a0d8b202-ae05-4070-8dc0-8e32047358bc tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/networks?id=1f233501-5abf-42f7-9923-d5c098fbf3c6 HTTP/1.1" status: 200 len: 811 time: 0.1583447 Jul 20 19:28:08.903434 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-cba77018-9ea5-4732-b379-d3e491641ca4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'name': 'tempest-ServerRescueNegativeTestJSON-707876139-router', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:59Z', 'revision_number': 4, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'gw_port': {'id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:46Z', 'updated_at': '2022-07-20T19:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '9bbb1f47-8d99-4bc9-af29-785d7649bb5f', 'name': '', 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'mac_address': 'fa:16:3e:7d:06:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'd0032299-b9fa-48f2-97fd-620bc1f7e167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:56Z', 'updated_at': '2022-07-20T19:28:07Z', 'revision_number': 4, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'subnets': [{'id': 'd0032299-b9fa-48f2-97fd-620bc1f7e167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:08.943951 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-516dff4d-9e98-41d6-8018-c5207bdbd632 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/quotas/02f994a0231b4176b8181d13d58ee9ec HTTP/1.1" status: 200 len: 375 time: 0.0445454 Jul 20 19:28:08.964493 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba77018-9ea5-4732-b379-d3e491641ca4 None None] The sync data for ids ['9d362232-3082-46b9-83fc-6259e2bb1a28'] in dv-cinder-850548-1-iscsi is: [{'id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'name': 'tempest-ServerRescueNegativeTestJSON-707876139-router', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:59Z', 'revision_number': 4, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'gw_port': {'id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:46Z', 'updated_at': '2022-07-20T19:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '9bbb1f47-8d99-4bc9-af29-785d7649bb5f', 'name': '', 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'mac_address': 'fa:16:3e:7d:06:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'd0032299-b9fa-48f2-97fd-620bc1f7e167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:56Z', 'updated_at': '2022-07-20T19:28:07Z', 'revision_number': 4, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'subnets': [{'id': 'd0032299-b9fa-48f2-97fd-620bc1f7e167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:28:08.971337 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5105abf8-3149-49a1-8cb2-991b05825079 None None] The sync data for ids ['ccca4bbb-5000-49bd-9564-0deb65b6e55a'] in dv-cinder-850548-1-iscsi is: [{'id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082003264-router', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'gw_port': {'id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '852a5e10-5a08-4503-87fc-d9318edb569b', 'name': '', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'mac_address': 'fa:16:3e:a1:5f:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:28:06Z', 'revision_number': 4, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'subnets': [{'id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:28:09.002049 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:09.002451 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:09.132243 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2e9eda83-059b-4bcf-86f6-a15dcd21a29b None None] Current status of the port 852a5e10-5a08-4503-87fc-d9318edb569b is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:09.133845 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2e9eda83-059b-4bcf-86f6-a15dcd21a29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (852a5e10-5a08-4503-87fc-d9318edb569b), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:09.286848 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-da9294a2-6cd2-4e06-b026-71eef4dd835f tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=02f994a0231b4176b8181d13d58ee9ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3321285 Jul 20 19:28:09.288584 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b609aee7-e2c5-475c-a2c9-54ff4d15d618 req-5fd6b35e-aef6-42e5-b695-b59d7fdf864e tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 210 time: 0.2070916 Jul 20 19:28:09.343853 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ace0e5d0-5405-4bb7-a149-2d7a19281abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'name': 'tempest-AttachVolumeTestJSON-1156265961-router', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:43Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'gw_port': {'id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:80:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:27:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': 'cb490074-bd44-41dc-a14d-7234c9f437cc', 'name': '', 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'mac_address': 'fa:16:3e:20:c6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 2, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'subnets': [{'id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:09.664115 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace0e5d0-5405-4bb7-a149-2d7a19281abf None None] Checking router: f9cc5915-3f57-4e67-a23c-9d1a60c57a12 for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:28:09.664703 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace0e5d0-5405-4bb7-a149-2d7a19281abf None None] Updating router f9cc5915-3f57-4e67-a23c-9d1a60c57a12 port cb490074-bd44-41dc-a14d-7234c9f437cc binding host dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:28:09.736158 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ace0e5d0-5405-4bb7-a149-2d7a19281abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (cb490074-bd44-41dc-a14d-7234c9f437cc), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:09.765331 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2e9eda83-059b-4bcf-86f6-a15dcd21a29b None None] For port 852a5e10-5a08-4503-87fc-d9318edb569b, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=852a5e10-5a08-4503-87fc-d9318edb569b,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:09.776612 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2e9eda83-059b-4bcf-86f6-a15dcd21a29b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (852a5e10-5a08-4503-87fc-d9318edb569b), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:09.869306 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-b9c0c270-a934-4736-8f91-d7b1e1264e09 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:28:09.878841 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-b9c0c270-a934-4736-8f91-d7b1e1264e09 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.2048120 Jul 20 19:28:09.939258 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-68b40d23-c971-4e19-8d29-cb445d3b1d30 None None] Provisioning complete for port 9bbb1f47-8d99-4bc9-af29-785d7649bb5f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:09.940029 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-68b40d23-c971-4e19-8d29-cb445d3b1d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (9bbb1f47-8d99-4bc9-af29-785d7649bb5f), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:09.982760 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd105e-baab-4391-830b-907e1cf47523 req-075f0c64-0efe-4ded-b87a-e1b8c635c08b tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:09.997167 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-27dd105e-baab-4391-830b-907e1cf47523 req-075f0c64-0efe-4ded-b87a-e1b8c635c08b tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/networks?id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc HTTP/1.1" status: 200 len: 818 time: 0.5016656 Jul 20 19:28:10.043359 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-27dd105e-baab-4391-830b-907e1cf47523 req-8489606d-644b-4e46-9814-3d9e0087eefc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/quotas/9c025843a2de49d48c39b40f2261d3bf HTTP/1.1" status: 200 len: 375 time: 0.0440474 Jul 20 19:28:10.050998 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e866-24ef-4570-9d78-b1e1f44a5d0d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for port (c2121dc5-c24c-44b2-90ae-36ebf55364cb), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:10.129510 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:10.136491 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 3ea45540-b50b-400d-b3e5-d0a46c93055f up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:28:10.175609 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:10.190453 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-27dd105e-baab-4391-830b-907e1cf47523 req-f19b0db6-d75d-475d-a88e-cbce477e6133 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c025843a2de49d48c39b40f2261d3bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1455758 Jul 20 19:28:10.346940 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e866-24ef-4570-9d78-b1e1f44a5d0d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (c2121dc5-c24c-44b2-90ae-36ebf55364cb), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:10.505170 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9eda83-059b-4bcf-86f6-a15dcd21a29b None None] Pushing event updated for resources: {'Port': ['ID=852a5e10-5a08-4503-87fc-d9318edb569b,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:10.508564 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-68b40d23-c971-4e19-8d29-cb445d3b1d30 None None] Current status of the port 9bbb1f47-8d99-4bc9-af29-785d7649bb5f is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:10.509185 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-68b40d23-c971-4e19-8d29-cb445d3b1d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (9bbb1f47-8d99-4bc9-af29-785d7649bb5f), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:10.530292 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:10.534944 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf5e866-24ef-4570-9d78-b1e1f44a5d0d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Pushing event updated for resources: {'Port': ['ID=c2121dc5-c24c-44b2-90ae-36ebf55364cb,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:10.602324 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-68b40d23-c971-4e19-8d29-cb445d3b1d30 None None] For port 9bbb1f47-8d99-4bc9-af29-785d7649bb5f, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=9bbb1f47-8d99-4bc9-af29-785d7649bb5f,segment=NetworkSegment(54d5c45d-aa97-4ff0-8145-994022b0b986),segment_id=54d5c45d-aa97-4ff0-8145-994022b0b986)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:10.688008 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-68b40d23-c971-4e19-8d29-cb445d3b1d30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (9bbb1f47-8d99-4bc9-af29-785d7649bb5f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:10.819984 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-42751afe-3be9-4cfa-8090-df181a264edc service neutron] 10.222.0.79 "GET /v2.0/networks/1f233501-5abf-42f7-9923-d5c098fbf3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9400024 Jul 20 19:28:10.828458 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e866-24ef-4570-9d78-b1e1f44a5d0d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (1e0fce89-689a-49d5-b3c9-4662736c9d1c), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:10.863705 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:10.873519 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:10.885605 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-27dd105e-baab-4391-830b-907e1cf47523 req-7af95b40-0366-4e74-a7ec-28ad3ee7ceac service neutron] 10.222.0.79 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6941876 Jul 20 19:28:10.893916 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ebf5e866-24ef-4570-9d78-b1e1f44a5d0d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:10.896004 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-ebf5e866-24ef-4570-9d78-b1e1f44a5d0d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.2552793 Jul 20 19:28:10.911309 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b40d23-c971-4e19-8d29-cb445d3b1d30 None None] Pushing event updated for resources: {'Port': ['ID=9bbb1f47-8d99-4bc9-af29-785d7649bb5f,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:10.955649 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 3ea45540-b50b-400d-b3e5-d0a46c93055f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:10.956374 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (3ea45540-b50b-400d-b3e5-d0a46c93055f), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:11.244500 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-60a2653c-7504-49e4-9d06-71ba114f8aa6 service neutron] 10.222.0.79 "GET /v2.0/networks/1f233501-5abf-42f7-9923-d5c098fbf3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170201 Jul 20 19:28:11.264570 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-27dd105e-baab-4391-830b-907e1cf47523 req-aa73fba3-d7b3-45ad-b810-f2dc80c8c341 service neutron] 10.222.0.79 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3667545 Jul 20 19:28:11.358199 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 3ea45540-b50b-400d-b3e5-d0a46c93055f is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:11.358814 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (3ea45540-b50b-400d-b3e5-d0a46c93055f), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:11.503046 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.96', 57791) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:11.562757 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ace0e5d0-5405-4bb7-a149-2d7a19281abf None None] Publish callbacks [] for port (cb490074-bd44-41dc-a14d-7234c9f437cc), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:11.580411 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ace0e5d0-5405-4bb7-a149-2d7a19281abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (cb490074-bd44-41dc-a14d-7234c9f437cc), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:11.592177 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] For port 3ea45540-b50b-400d-b3e5-d0a46c93055f, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=3ea45540-b50b-400d-b3e5-d0a46c93055f,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:11.691540 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (3ea45540-b50b-400d-b3e5-d0a46c93055f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:11.831901 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9afe7-b30d-4c29-9c46-41b317f6de4b None None] Pushing event updated for resources: {'Port': ['ID=cb490074-bd44-41dc-a14d-7234c9f437cc,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:12.040661 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-779ec328-4196-4a1f-a0d6-b8d3c6449b6b tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:12.042350 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-779ec328-4196-4a1f-a0d6-b8d3c6449b6b tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.96 "GET /v2.0/networks?id=8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697 HTTP/1.1" status: 200 len: 812 time: 0.5280070 Jul 20 19:28:12.106511 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-14e4792b-71f1-4e0d-bc37-c76cb66410c8 req-4fe08e83-9466-4858-bd24-ec9ba19ed718 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 210 time: 0.2127717 Jul 20 19:28:12.236468 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 852a5e10-5a08-4503-87fc-d9318edb569b up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:28:12.265097 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-92f2b7f6-c3ae-4404-ad28-935769ca1bea tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--769656589&fields=id&tenant_id=ca9f11498f9d4245910281ac3bd55470 HTTP/1.1" status: 200 len: 267 time: 0.3727562 Jul 20 19:28:12.328905 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Pushing event updated for resources: {'Port': ['ID=3ea45540-b50b-400d-b3e5-d0a46c93055f,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:12.339407 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-d35854f1-7939-4f5c-b7cd-e418b1ec2e2f None None] Provisioning complete for port cb490074-bd44-41dc-a14d-7234c9f437cc triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:12.340196 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d35854f1-7939-4f5c-b7cd-e418b1ec2e2f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (cb490074-bd44-41dc-a14d-7234c9f437cc), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:12.342588 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-ace0e5d0-5405-4bb7-a149-2d7a19281abf None None] Attempting to bind port cb490074-bd44-41dc-a14d-7234c9f437cc on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:28:12.343288 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-ace0e5d0-5405-4bb7-a149-2d7a19281abf None None] Attempting to bind port cb490074-bd44-41dc-a14d-7234c9f437cc by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': 'afd2cd19-bdf1-4210-8214-74dd85035192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:28:12.344605 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace0e5d0-5405-4bb7-a149-2d7a19281abf None None] Attempting to bind port cb490074-bd44-41dc-a14d-7234c9f437cc on network 1f233501-5abf-42f7-9923-d5c098fbf3c6 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:28:12.353427 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace0e5d0-5405-4bb7-a149-2d7a19281abf None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 27, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:28:12.354221 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace0e5d0-5405-4bb7-a149-2d7a19281abf None None] Checking segment: {'id': 'afd2cd19-bdf1-4210-8214-74dd85035192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:28:12.354838 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ace0e5d0-5405-4bb7-a149-2d7a19281abf None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:12.355992 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ace0e5d0-5405-4bb7-a149-2d7a19281abf None None] Bound using segment: {'id': 'afd2cd19-bdf1-4210-8214-74dd85035192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:28:12.356657 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-ace0e5d0-5405-4bb7-a149-2d7a19281abf None None] Bound port: cb490074-bd44-41dc-a14d-7234c9f437cc, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afd2cd19-bdf1-4210-8214-74dd85035192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:28:12.357338 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ace0e5d0-5405-4bb7-a149-2d7a19281abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (cb490074-bd44-41dc-a14d-7234c9f437cc), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:12.433828 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 852a5e10-5a08-4503-87fc-d9318edb569b triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:12.435209 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (852a5e10-5a08-4503-87fc-d9318edb569b), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:12.503161 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d35854f1-7939-4f5c-b7cd-e418b1ec2e2f None None] Port cb490074-bd44-41dc-a14d-7234c9f437cc cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:28:12.620631 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ace0e5d0-5405-4bb7-a149-2d7a19281abf None None] For port cb490074-bd44-41dc-a14d-7234c9f437cc, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:28:12.625030 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ace0e5d0-5405-4bb7-a149-2d7a19281abf None None] For port cb490074-bd44-41dc-a14d-7234c9f437cc, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=cb490074-bd44-41dc-a14d-7234c9f437cc,segment=NetworkSegment(afd2cd19-bdf1-4210-8214-74dd85035192),segment_id=afd2cd19-bdf1-4210-8214-74dd85035192)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:28:12.634764 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ace0e5d0-5405-4bb7-a149-2d7a19281abf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (cb490074-bd44-41dc-a14d-7234c9f437cc), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:12.713468 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.96', 57799) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:12.745409 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:12.750257 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb9afe7-b30d-4c29-9c46-41b317f6de4b None None] Pushing event updated for resources: {'Port': ['ID=cb490074-bd44-41dc-a14d-7234c9f437cc,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:12.767619 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:12.802978 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 852a5e10-5a08-4503-87fc-d9318edb569b is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:12.804845 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 9bbb1f47-8d99-4bc9-af29-785d7649bb5f up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:28:12.835900 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace0e5d0-5405-4bb7-a149-2d7a19281abf None None] Routers {'f9cc5915-3f57-4e67-a23c-9d1a60c57a12'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:28:12.836723 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ace0e5d0-5405-4bb7-a149-2d7a19281abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:27:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['f9cc5915-3f57-4e67-a23c-9d1a60c57a12'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:13.079101 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 9bbb1f47-8d99-4bc9-af29-785d7649bb5f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:13.080656 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (9bbb1f47-8d99-4bc9-af29-785d7649bb5f), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:13.150736 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-b46dbe36-9e20-499a-a7a9-cfb32fc37814 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Request body: {'port': {'device_id': '199315e6-e6f0-4c28-b63f-40ec5e5bef49', 'network_id': '8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697', 'admin_state_up': True, 'tenant_id': '183d6a3ee79e4fedb83591ce60694283'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:13.204255 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cb76b11a-cfc8-45a8-8927-dad014f73b4f req-78b7f858-3a1d-409f-8ccd-9f4c40d40751 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 210 time: 0.8581421 Jul 20 19:28:13.406717 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b7091c1a-b2bf-465f-b2ad-8c890266d27c None None] Provisioning complete for port cb490074-bd44-41dc-a14d-7234c9f437cc triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:13.407626 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b7091c1a-b2bf-465f-b2ad-8c890266d27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (cb490074-bd44-41dc-a14d-7234c9f437cc), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:13.424925 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-9d4009f8-ae6c-4739-9ad2-e426932e534e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:13.427097 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-9d4009f8-ae6c-4739-9ad2-e426932e534e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.96 "GET /v2.0/networks?id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc HTTP/1.1" status: 200 len: 818 time: 0.7124417 Jul 20 19:28:13.528494 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-34187da7-9e25-42f8-bdeb-71961e0dca2f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Request body: {'port': {'device_id': '0e030ad0-4549-4070-bf06-563e23b2dce5', 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc', 'admin_state_up': True, 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:13.598411 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-ace0e5d0-5405-4bb7-a149-2d7a19281abf None None] Set router f9cc5915-3f57-4e67-a23c-9d1a60c57a12 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:28:13.830397 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2e2136cb-c7f1-4a0a-b133-234dc5a0e385 req-34dd4d23-e454-479f-bc2f-b07d59dd3c8c tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 210 time: 0.1845217 Jul 20 19:28:13.938036 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-34187da7-9e25-42f8-bdeb-71961e0dca2f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Made reservation on behalf of 9c025843a2de49d48c39b40f2261d3bf for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:28:13.943438 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-34187da7-9e25-42f8-bdeb-71961e0dca2f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:14.032233 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-e15e5ca3-9eac-476c-91a4-98bce648ac9d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:14.059426 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-e15e5ca3-9eac-476c-91a4-98bce648ac9d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/networks?id=c252680c-c029-4238-80e1-835b5a8591d8 HTTP/1.1" status: 200 len: 817 time: 1.7853673 Jul 20 19:28:14.123904 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4121981f-1c59-4f44-8f88-c9651eef5d67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:14.202331 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-67082f20-a4f4-4be1-abb6-00ce92daad04 req-50a931c8-16b0-4cfb-8693-ec652f51081d tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 210 time: 0.1363263 Jul 20 19:28:14.231575 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 9bbb1f47-8d99-4bc9-af29-785d7649bb5f is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:14.232971 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device f3b153bd-8a30-4831-b8e6-4a1d8f608832 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:28:14.268211 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-54102378-b1b6-4f03-a4e2-ee569b4d7650 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/quotas/ca9f11498f9d4245910281ac3bd55470 HTTP/1.1" status: 200 len: 375 time: 0.2075710 Jul 20 19:28:14.394909 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-b46dbe36-9e20-499a-a7a9-cfb32fc37814 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Made reservation on behalf of 183d6a3ee79e4fedb83591ce60694283 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:28:14.399812 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-b46dbe36-9e20-499a-a7a9-cfb32fc37814 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:14.529163 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1e60dd01-ee65-4db9-a728-7e54c461c7ff req-8fa4040a-7ec8-434c-a250-553ecb16a14e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 210 time: 0.1260641 Jul 20 19:28:14.702661 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:14.758740 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-34187da7-9e25-42f8-bdeb-71961e0dca2f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Allocated IP 172.20.0.7 (2deda7b4-dab0-4eb8-8cde-830d55ad6ecc/d0032299-b9fa-48f2-97fd-620bc1f7e167/a2c254e5-f31b-4788-9fa7-0f9ebfad4218) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:28:14.808704 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-d8ab8d1b-dcf7-4bb9-9eb8-a181017d15fe tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ca9f11498f9d4245910281ac3bd55470&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5360780 Jul 20 19:28:14.860899 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b7091c1a-b2bf-465f-b2ad-8c890266d27c None None] Current status of the port cb490074-bd44-41dc-a14d-7234c9f437cc is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:14.861398 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b7091c1a-b2bf-465f-b2ad-8c890266d27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (cb490074-bd44-41dc-a14d-7234c9f437cc), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:14.961593 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port f3b153bd-8a30-4831-b8e6-4a1d8f608832 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:14.962122 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (f3b153bd-8a30-4831-b8e6-4a1d8f608832), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:14.971023 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:15.038380 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-b7091c1a-b2bf-465f-b2ad-8c890266d27c None None] For port cb490074-bd44-41dc-a14d-7234c9f437cc, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=cb490074-bd44-41dc-a14d-7234c9f437cc,segment=NetworkSegment(afd2cd19-bdf1-4210-8214-74dd85035192),segment_id=afd2cd19-bdf1-4210-8214-74dd85035192)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:15.059950 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b7091c1a-b2bf-465f-b2ad-8c890266d27c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (cb490074-bd44-41dc-a14d-7234c9f437cc), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:15.086526 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-ace0e5d0-5405-4bb7-a149-2d7a19281abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'name': 'tempest-AttachVolumeTestJSON-1156265961-router', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:43Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'gw_port': {'id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': 'cb490074-bd44-41dc-a14d-7234c9f437cc', 'name': '', 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'mac_address': 'fa:16:3e:20:c6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:28:12Z', 'revision_number': 4, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'subnets': [{'id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:15.227435 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-34187da7-9e25-42f8-bdeb-71961e0dca2f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks [] for port (a2c254e5-f31b-4788-9fa7-0f9ebfad4218), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:15.228046 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace0e5d0-5405-4bb7-a149-2d7a19281abf None None] The sync data for ids ['f9cc5915-3f57-4e67-a23c-9d1a60c57a12'] in dv-cinder-850548-1-iscsi is: [{'id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'name': 'tempest-AttachVolumeTestJSON-1156265961-router', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:43Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'gw_port': {'id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': 'cb490074-bd44-41dc-a14d-7234c9f437cc', 'name': '', 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'mac_address': 'fa:16:3e:20:c6:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:28:12Z', 'revision_number': 4, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'subnets': [{'id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:28:15.237307 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:15.276041 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1d90345d-3c99-4b96-a227-5894cfb21441 req-4b0701e8-48a9-4830-9d51-f4cb0889607b tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 210 time: 0.2650373 Jul 20 19:28:15.311696 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.96', 57809) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:15.314449 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-34187da7-9e25-42f8-bdeb-71961e0dca2f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (a2c254e5-f31b-4788-9fa7-0f9ebfad4218), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:15.452624 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7091c1a-b2bf-465f-b2ad-8c890266d27c None None] Pushing event updated for resources: {'Port': ['ID=cb490074-bd44-41dc-a14d-7234c9f437cc,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:15.508951 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port f3b153bd-8a30-4831-b8e6-4a1d8f608832 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:15.607917 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-b46dbe36-9e20-499a-a7a9-cfb32fc37814 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Allocated IP 172.20.0.6 (8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697/7e91a794-ab5e-4940-a875-2eeefa5af9a0/7da85c79-f873-46d3-99dc-20d26d7d7408) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:28:15.632423 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-56435c11-3a1f-4f96-9d9b-37de2500ff8c req-907f2e8b-1954-4c43-861f-b318ebfbbca1 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 210 time: 0.1656494 Jul 20 19:28:15.647188 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:15.725992 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-34187da7-9e25-42f8-bdeb-71961e0dca2f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Network 2deda7b4-dab0-4eb8-8cde-830d55ad6ecc is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:28:15.748922 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34187da7-9e25-42f8-bdeb-71961e0dca2f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Pushing event updated for resources: {'Port': ['ID=a2c254e5-f31b-4788-9fa7-0f9ebfad4218,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:15.752110 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-9aaa3c06-2160-43ec-8626-fb7a4d366bc1 service neutron] 10.222.0.79 "GET /v2.0/networks/c252680c-c029-4238-80e1-835b5a8591d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9206524 Jul 20 19:28:15.815503 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device cb490074-bd44-41dc-a14d-7234c9f437cc up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:28:15.898232 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-34187da7-9e25-42f8-bdeb-71961e0dca2f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:28:15.924392 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-34187da7-9e25-42f8-bdeb-71961e0dca2f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:28:15.941940 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-34187da7-9e25-42f8-bdeb-71961e0dca2f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:15.943514 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-34187da7-9e25-42f8-bdeb-71961e0dca2f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for port (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:15.999095 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-34187da7-9e25-42f8-bdeb-71961e0dca2f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4849970 Jul 20 19:28:16.017023 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-544950f4-60f7-46ff-a5d3-e5257ecd7058 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:16.027500 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 33510) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:16.050540 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd105e-baab-4391-830b-907e1cf47523 req-5eb7bf85-17f4-4078-aec9-fba2264a8390 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:16.050766 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port cb490074-bd44-41dc-a14d-7234c9f437cc triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:16.051449 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (cb490074-bd44-41dc-a14d-7234c9f437cc), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:16.053494 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-27dd105e-baab-4391-830b-907e1cf47523 req-5eb7bf85-17f4-4078-aec9-fba2264a8390 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.96 "GET /v2.0/networks?id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc HTTP/1.1" status: 200 len: 818 time: 0.5462337 Jul 20 19:28:16.113615 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:16.184008 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-60837dbb-a274-4ccc-b6a2-f7a6d846ddf3 req-619bb49c-52a0-4400-8f1a-fc3866f91763 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 210 time: 0.3117299 Jul 20 19:28:16.214591 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port cb490074-bd44-41dc-a14d-7234c9f437cc is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:16.216080 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 3ea45540-b50b-400d-b3e5-d0a46c93055f up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:28:16.222012 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6a101d21-0aaa-4c56-bf89-ebe518ecd35a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:16.280464 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:16.294423 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4f9ffdc5-40be-4dff-86f2-48e52d3a3cd4 None None] Provisioning complete for port a2c254e5-f31b-4788-9fa7-0f9ebfad4218 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:16.295018 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4f9ffdc5-40be-4dff-86f2-48e52d3a3cd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (a2c254e5-f31b-4788-9fa7-0f9ebfad4218), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:16.299664 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 3ea45540-b50b-400d-b3e5-d0a46c93055f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:16.301140 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (3ea45540-b50b-400d-b3e5-d0a46c93055f), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:16.354931 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6a101d21-0aaa-4c56-bf89-ebe518ecd35a admin admin] Publish callbacks [] for security_group (b4661bc2-166e-4ef2-88f1-4a6ad14fe413), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:16.363873 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6a101d21-0aaa-4c56-bf89-ebe518ecd35a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (b4661bc2-166e-4ef2-88f1-4a6ad14fe413), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:16.375144 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4f9ffdc5-40be-4dff-86f2-48e52d3a3cd4 None None] Port a2c254e5-f31b-4788-9fa7-0f9ebfad4218 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:28:16.414563 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-6a101d21-0aaa-4c56-bf89-ebe518ecd35a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b28889e9b7f44903b09e87c964765d4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3819964 Jul 20 19:28:16.414563 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a101d21-0aaa-4c56-bf89-ebe518ecd35a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4661bc2-166e-4ef2-88f1-4a6ad14fe413,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:16.417547 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 33524) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:16.421242 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-e29a911e-6849-4efd-898e-6fdc883573ba service neutron] 10.222.0.79 "GET /v2.0/networks/c252680c-c029-4238-80e1-835b5a8591d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6563168 Jul 20 19:28:16.435423 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 3ea45540-b50b-400d-b3e5-d0a46c93055f is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:16.497894 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-facedd26-6722-4e12-81c1-6ce0f3c301cb req-c57d75c9-be80-4f76-8ea8-98466c5f04ed tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 210 time: 0.1295564 Jul 20 19:28:16.502230 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f20f66b-987f-431c-92bc-004fdcc439e0 admin admin] Publish callbacks [] for security_group (b4661bc2-166e-4ef2-88f1-4a6ad14fe413), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:16.513803 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-b46dbe36-9e20-499a-a7a9-cfb32fc37814 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Publish callbacks [] for port (7da85c79-f873-46d3-99dc-20d26d7d7408), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:16.528103 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f20f66b-987f-431c-92bc-004fdcc439e0 admin admin] Publish callbacks [] for security_group (b4661bc2-166e-4ef2-88f1-4a6ad14fe413), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:16.552480 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-b46dbe36-9e20-499a-a7a9-cfb32fc37814 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (7da85c79-f873-46d3-99dc-20d26d7d7408), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:16.594130 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f20f66b-987f-431c-92bc-004fdcc439e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (b4661bc2-166e-4ef2-88f1-4a6ad14fe413), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:16.605555 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f20f66b-987f-431c-92bc-004fdcc439e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:16.608464 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-9f20f66b-987f-431c-92bc-004fdcc439e0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b4661bc2-166e-4ef2-88f1-4a6ad14fe413 HTTP/1.1" status: 204 len: 168 time: 0.1896527 Jul 20 19:28:16.640767 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f20f66b-987f-431c-92bc-004fdcc439e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4661bc2-166e-4ef2-88f1-4a6ad14fe413,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:16.722245 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46dbe36-9e20-499a-a7a9-cfb32fc37814 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Pushing event updated for resources: {'Port': ['ID=7da85c79-f873-46d3-99dc-20d26d7d7408,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:16.811164 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-45bcc793-b176-4039-83d2-ba0e19e84aaf req-6f20ac92-d8d0-48da-95e8-3f03ff565376 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 210 time: 0.0843658 Jul 20 19:28:16.816636 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-b46dbe36-9e20-499a-a7a9-cfb32fc37814 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Network 8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:28:16.825310 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-b46dbe36-9e20-499a-a7a9-cfb32fc37814 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:28:16.829068 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-b46dbe36-9e20-499a-a7a9-cfb32fc37814 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:28:16.926400 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:16.949570 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-b46dbe36-9e20-499a-a7a9-cfb32fc37814 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:16.970745 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-b46dbe36-9e20-499a-a7a9-cfb32fc37814 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:17.032570 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-b46dbe36-9e20-499a-a7a9-cfb32fc37814 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9003346 Jul 20 19:28:17.128255 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba5454-0ed1-4ddc-a386-29d06834b1de req-4135a021-c5bd-4d2b-9b1e-5cc94992e336 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:17.130297 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-29ba5454-0ed1-4ddc-a386-29d06834b1de req-4135a021-c5bd-4d2b-9b1e-5cc94992e336 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 931 time: 0.0960131 Jul 20 19:28:17.215735 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-29ba5454-0ed1-4ddc-a386-29d06834b1de req-53c61517-e8b2-4823-9e40-d821c675a100 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776644 Jul 20 19:28:17.301023 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-357fba89-a4d4-4843-8f45-a3c34dd2038b None None] Provisioning complete for port 7da85c79-f873-46d3-99dc-20d26d7d7408 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:17.301982 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-357fba89-a4d4-4843-8f45-a3c34dd2038b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (7da85c79-f873-46d3-99dc-20d26d7d7408), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:17.324018 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f693b32f-c563-4d1d-806a-44bd79d4f737 req-a08338fb-5093-4c42-a5e1-066e417ca285 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 210 time: 0.0376861 Jul 20 19:28:17.339804 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-357fba89-a4d4-4843-8f45-a3c34dd2038b None None] Port 7da85c79-f873-46d3-99dc-20d26d7d7408 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:28:17.612394 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c504ed5e-16c7-4ee6-9170-c6cc1e81b96b req-ce0c8f8e-b595-4947-af6e-1661288866b7 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 210 time: 0.0340993 Jul 20 19:28:17.939284 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8d58c7b0-9965-40d8-83d7-4cd1e76c77c6 req-ff9e3743-01fe-4950-ac79-b98151d00c33 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 210 time: 0.0386147 Jul 20 19:28:18.067127 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:18.422383 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171150dd-e2c9-462a-8a8f-305cd3c66c0d req-2a0469f5-ef97-4bf4-a0ff-c756bc9af410 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:18.432004 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-171150dd-e2c9-462a-8a8f-305cd3c66c0d req-2a0469f5-ef97-4bf4-a0ff-c756bc9af410 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 931 time: 0.1142814 Jul 20 19:28:18.521735 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:18.566284 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-171150dd-e2c9-462a-8a8f-305cd3c66c0d req-2a9a9884-fff6-43c1-8205-ef394ed9f933 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334195 Jul 20 19:28:18.614242 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:18.657485 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.96', 57813) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:18.672945 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=48,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:18.677112 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f1360f95-7d3b-4e4a-8f8d-12726e641bce req-54f99059-fd06-416a-b55d-8fcf17b9aef9 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 210 time: 0.1056590 Jul 20 19:28:18.766968 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ecc3442-14c8-4d1b-945a-f7f743cdea77 req-40d3eb53-a57c-43a8-adfb-9e1be1ca0604 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 210 time: 0.0482037 Jul 20 19:28:18.807321 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-1847cf20-4d18-4d4c-adda-ab923d6ce51f tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:28:18.809735 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-1847cf20-4d18-4d4c-adda-ab923d6ce51f tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0379646 Jul 20 19:28:18.826041 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:18.851311 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-023581d5-aea0-48ea-8edd-7dd865fe1730 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:28:18.853263 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-023581d5-aea0-48ea-8edd-7dd865fe1730 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0252678 Jul 20 19:28:18.881631 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [req-27dd105e-baab-4391-830b-907e1cf47523 req-bac07f21-fcd4-4035-91fe-999e572a717e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Request body: {'port': {'device_id': 'a0a52396-c000-4931-8896-46dcf99d449a', 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc', 'admin_state_up': True, 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:18.908406 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:19.203805 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-93a73328-ddf1-4f29-9f20-a2133cdd9f17 req-101e2f3c-261b-4971-81df-819f0f2c8616 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 210 time: 0.1130645 Jul 20 19:28:19.360823 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-2cd9dff3-44a3-4935-913c-4101073e602e service neutron] Request body: {'port': {'device_id': '0e030ad0-4549-4070-bf06-563e23b2dce5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85054'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:19.541356 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-152d3872-60a7-4e3a-a077-004b32744397 service neutron] Request body: {'port': {'device_id': '199315e6-e6f0-4c28-b63f-40ec5e5bef49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85054'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:19.815686 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-152d3872-60a7-4e3a-a077-004b32744397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (7da85c79-f873-46d3-99dc-20d26d7d7408), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:19.843092 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-77306b31-ef54-41db-a695-d2bd1f1f7e0a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:19.850675 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-77306b31-ef54-41db-a695-d2bd1f1f7e0a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.96 "GET /v2.0/networks?id=1f233501-5abf-42f7-9923-d5c098fbf3c6 HTTP/1.1" status: 200 len: 811 time: 1.0896771 Jul 20 19:28:19.902833 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:UPDATE=2,neutron:SELECT=90,neutron:INSERT=8 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:19.971038 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27dd105e-baab-4391-830b-907e1cf47523 req-bac07f21-fcd4-4035-91fe-999e572a717e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Made reservation on behalf of 9c025843a2de49d48c39b40f2261d3bf for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:28:19.975155 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27dd105e-baab-4391-830b-907e1cf47523 req-bac07f21-fcd4-4035-91fe-999e572a717e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:19.994397 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2ebcb8-4f81-48b0-939d-ffc6034e41fa req-34f41590-6fb6-40dc-a601-5d8eda60044f tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:20.003508 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1e2ebcb8-4f81-48b0-939d-ffc6034e41fa req-34f41590-6fb6-40dc-a601-5d8eda60044f tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 931 time: 0.0825505 Jul 20 19:28:20.082472 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-48b632ae-fa1a-4ddf-afd9-6d5f4758f67a req-17c51c18-d0d7-4172-afd9-85fed6b0689b tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 210 time: 0.1776161 Jul 20 19:28:20.097610 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-2cd9dff3-44a3-4935-913c-4101073e602e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (a2c254e5-f31b-4788-9fa7-0f9ebfad4218), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:20.230610 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:20.404229 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1e2ebcb8-4f81-48b0-939d-ffc6034e41fa req-309f0075-9e14-4d80-8537-5fff7218219c tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3996642 Jul 20 19:28:20.658000 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-179e0260-af13-4d8b-9328-89b5c4705344 req-b10be1ba-a07f-446a-8f20-0444ebe4a869 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 210 time: 0.2575641 Jul 20 19:28:20.662633 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-27dd105e-baab-4391-830b-907e1cf47523 req-bac07f21-fcd4-4035-91fe-999e572a717e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Allocated IP 172.20.0.8 (2deda7b4-dab0-4eb8-8cde-830d55ad6ecc/d0032299-b9fa-48f2-97fd-620bc1f7e167/a6b0ac08-0caa-47dc-9d21-4afca1983d3b) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:28:20.737820 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-abd83049-08f8-4950-badc-c46ddb5829d0 req-b1885760-2ca1-4466-97cc-8c6d8deaa5c3 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 210 time: 0.1287336 Jul 20 19:28:20.796528 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-6cda1a08-4c35-4b9f-8007-385bf62679dd tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02f994a0231b4176b8181d13d58ee9ec HTTP/1.1" status: 200 len: 380 time: 0.2618966 Jul 20 19:28:20.912301 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-152d3872-60a7-4e3a-a077-004b32744397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7da85c79-f873-46d3-99dc-20d26d7d7408 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:28:20.933430 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-152d3872-60a7-4e3a-a077-004b32744397 service neutron] Publish callbacks [] for port (7da85c79-f873-46d3-99dc-20d26d7d7408), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:21.001432 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-152d3872-60a7-4e3a-a077-004b32744397 service neutron] Transition to ACTIVE for port object 7da85c79-f873-46d3-99dc-20d26d7d7408 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:28:21.010981 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-152d3872-60a7-4e3a-a077-004b32744397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (7da85c79-f873-46d3-99dc-20d26d7d7408), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:21.087329 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27dd105e-baab-4391-830b-907e1cf47523 req-bac07f21-fcd4-4035-91fe-999e572a717e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks [] for port (a6b0ac08-0caa-47dc-9d21-4afca1983d3b), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:21.145285 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d3872-60a7-4e3a-a077-004b32744397 service neutron] Pushing event updated for resources: {'Port': ['ID=7da85c79-f873-46d3-99dc-20d26d7d7408,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:21.203098 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:21.207415 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27dd105e-baab-4391-830b-907e1cf47523 req-bac07f21-fcd4-4035-91fe-999e572a717e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (a6b0ac08-0caa-47dc-9d21-4afca1983d3b), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:21.220120 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=90,neutron:UPDATE=5,neutron:INSERT=5 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:21.268912 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-152d3872-60a7-4e3a-a077-004b32744397 service neutron] Attempting to bind port 7da85c79-f873-46d3-99dc-20d26d7d7408 on host hv-cinder-85054 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:28:21.269440 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-152d3872-60a7-4e3a-a077-004b32744397 service neutron] Attempting to bind port 7da85c79-f873-46d3-99dc-20d26d7d7408 by drivers openvswitch,hyperv on host hv-cinder-85054 at level 0 using segments [{'id': '743d9750-323e-40e2-8248-0f577f755971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:28:21.270024 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-152d3872-60a7-4e3a-a077-004b32744397 service neutron] Attempting to bind port 7da85c79-f873-46d3-99dc-20d26d7d7408 on network 8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:28:21.291953 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27dd105e-baab-4391-830b-907e1cf47523 req-bac07f21-fcd4-4035-91fe-999e572a717e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Network 2deda7b4-dab0-4eb8-8cde-830d55ad6ecc is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:28:21.293430 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-152d3872-60a7-4e3a-a077-004b32744397 service neutron] Port 7da85c79-f873-46d3-99dc-20d26d7d7408 on network 8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85054 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:28:21.293745 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-152d3872-60a7-4e3a-a077-004b32744397 service neutron] Attempting to bind port 7da85c79-f873-46d3-99dc-20d26d7d7408 on network 8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:28:21.298251 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-27dd105e-baab-4391-830b-907e1cf47523 req-bac07f21-fcd4-4035-91fe-999e572a717e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:28:21.300407 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac07f21-fcd4-4035-91fe-999e572a717e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Pushing event updated for resources: {'Port': ['ID=a6b0ac08-0caa-47dc-9d21-4afca1983d3b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:21.305047 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-27dd105e-baab-4391-830b-907e1cf47523 req-bac07f21-fcd4-4035-91fe-999e572a717e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:28:21.310300 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd105e-baab-4391-830b-907e1cf47523 req-bac07f21-fcd4-4035-91fe-999e572a717e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:21.310923 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27dd105e-baab-4391-830b-907e1cf47523 req-bac07f21-fcd4-4035-91fe-999e572a717e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for port (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:21.316655 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-152d3872-60a7-4e3a-a077-004b32744397 service neutron] Checking agent: {'id': 'e6883320-19dd-4a2d-8302-97f8dd23b041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85054', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'started_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:28:21.317565 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-152d3872-60a7-4e3a-a077-004b32744397 service neutron] Checking segment: {'id': '743d9750-323e-40e2-8248-0f577f755971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:28:21.318310 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-152d3872-60a7-4e3a-a077-004b32744397 service neutron] Bound using segment: {'id': '743d9750-323e-40e2-8248-0f577f755971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:28:21.318940 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-152d3872-60a7-4e3a-a077-004b32744397 service neutron] Bound port: 7da85c79-f873-46d3-99dc-20d26d7d7408, host: hv-cinder-85054, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '743d9750-323e-40e2-8248-0f577f755971', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 975, 'network_id': '8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:28:21.319857 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-152d3872-60a7-4e3a-a077-004b32744397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (7da85c79-f873-46d3-99dc-20d26d7d7408), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:21.349382 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-27dd105e-baab-4391-830b-907e1cf47523 req-bac07f21-fcd4-4035-91fe-999e572a717e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5494776 Jul 20 19:28:21.369262 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb27f1b2-f91f-4a04-a248-0e9ab0c5103d req-0c19f65c-55f0-4d01-8737-17df80230229 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:21.372497 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eb27f1b2-f91f-4a04-a248-0e9ab0c5103d req-0c19f65c-55f0-4d01-8737-17df80230229 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 931 time: 0.1664171 Jul 20 19:28:21.435142 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-152d3872-60a7-4e3a-a077-004b32744397 service neutron] For port 7da85c79-f873-46d3-99dc-20d26d7d7408, host hv-cinder-85054, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:28:21.470257 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-152d3872-60a7-4e3a-a077-004b32744397 service neutron] For port 7da85c79-f873-46d3-99dc-20d26d7d7408, host hv-cinder-85054, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=7da85c79-f873-46d3-99dc-20d26d7d7408,segment=NetworkSegment(743d9750-323e-40e2-8248-0f577f755971),segment_id=743d9750-323e-40e2-8248-0f577f755971)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:28:21.479574 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-152d3872-60a7-4e3a-a077-004b32744397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (7da85c79-f873-46d3-99dc-20d26d7d7408), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:21.505479 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eb27f1b2-f91f-4a04-a248-0e9ab0c5103d req-02509fe5-3b69-45fe-97d8-68473f1e672c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203072 Jul 20 19:28:21.508194 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=92,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:21.563159 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-152d3872-60a7-4e3a-a077-004b32744397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:21.563803 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-152d3872-60a7-4e3a-a077-004b32744397 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for port (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:21.565306 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-152d3872-60a7-4e3a-a077-004b32744397 service neutron] 10.222.0.96 "PUT /v2.0/ports/7da85c79-f873-46d3-99dc-20d26d7d7408 HTTP/1.1" status: 200 len: 1093 time: 2.2946970 Jul 20 19:28:21.567143 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '199315e6-e6f0-4c28-b63f-40ec5e5bef49', 'tag': '7da85c79-f873-46d3-99dc-20d26d7d7408'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:28:21.592289 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f1c77-c436-4e10-b348-0efcf9417b95 req-d7ab053b-1f2c-4d59-8bf8-5470333b0d58 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:21.599019 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-654f1c77-c436-4e10-b348-0efcf9417b95 req-d7ab053b-1f2c-4d59-8bf8-5470333b0d58 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 943 time: 0.0835464 Jul 20 19:28:21.691536 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-2cd9dff3-44a3-4935-913c-4101073e602e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2c254e5-f31b-4788-9fa7-0f9ebfad4218 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:28:21.706161 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-2cd9dff3-44a3-4935-913c-4101073e602e service neutron] Publish callbacks [] for port (a2c254e5-f31b-4788-9fa7-0f9ebfad4218), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:21.723231 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152d3872-60a7-4e3a-a077-004b32744397 service neutron] Pushing event updated for resources: {'Port': ['ID=7da85c79-f873-46d3-99dc-20d26d7d7408,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:21.747960 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-2cd9dff3-44a3-4935-913c-4101073e602e service neutron] Transition to ACTIVE for port object a2c254e5-f31b-4788-9fa7-0f9ebfad4218 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:28:21.758217 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-2cd9dff3-44a3-4935-913c-4101073e602e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (a2c254e5-f31b-4788-9fa7-0f9ebfad4218), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:21.809937 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4f6ed2fd-e953-41de-9a17-5781dfb0d639 None None] Provisioning complete for port a6b0ac08-0caa-47dc-9d21-4afca1983d3b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:21.810461 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4f6ed2fd-e953-41de-9a17-5781dfb0d639 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (a6b0ac08-0caa-47dc-9d21-4afca1983d3b), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:21.812712 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ec5e79f7-70d7-43f4-8197-c34a63fc5e9b req-d5dda7f2-3637-41d6-8db4-ffa27eff8b7d tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 210 time: 0.0565381 Jul 20 19:28:21.874655 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4f6ed2fd-e953-41de-9a17-5781dfb0d639 None None] Port a6b0ac08-0caa-47dc-9d21-4afca1983d3b cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:28:21.883057 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-654f1c77-c436-4e10-b348-0efcf9417b95 req-1da1288c-8ae6-4590-98a6-cf98885b1f35 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2830827 Jul 20 19:28:21.907545 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9cd79ebd3f805e6a7478220ee26c4e1921248cfe9318229c3fb3c09e22ed3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560af0de-d154-4595-a03b-9e9439b17034" -d '{"events": [{"name": "network-changed", "server_uuid": "199315e6-e6f0-4c28-b63f-40ec5e5bef49", "tag": "7da85c79-f873-46d3-99dc-20d26d7d7408"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:28:21.978719 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e735bc88-8f63-4f2f-befd-e045dc3b3eb8 req-2e7efd76-028d-467d-9392-18f38e36d39c tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 210 time: 0.0460131 Jul 20 19:28:21.983206 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9dff3-44a3-4935-913c-4101073e602e service neutron] Pushing event updated for resources: {'Port': ['ID=a2c254e5-f31b-4788-9fa7-0f9ebfad4218,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:22.099260 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 33758) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:22.109586 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-2cd9dff3-44a3-4935-913c-4101073e602e service neutron] Attempting to bind port a2c254e5-f31b-4788-9fa7-0f9ebfad4218 on host hv-cinder-85054 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:28:22.110124 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-2cd9dff3-44a3-4935-913c-4101073e602e service neutron] Attempting to bind port a2c254e5-f31b-4788-9fa7-0f9ebfad4218 by drivers openvswitch,hyperv on host hv-cinder-85054 at level 0 using segments [{'id': '54d5c45d-aa97-4ff0-8145-994022b0b986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:28:22.110631 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-2cd9dff3-44a3-4935-913c-4101073e602e service neutron] Attempting to bind port a2c254e5-f31b-4788-9fa7-0f9ebfad4218 on network 2deda7b4-dab0-4eb8-8cde-830d55ad6ecc {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:28:22.116936 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-2cd9dff3-44a3-4935-913c-4101073e602e service neutron] Port a2c254e5-f31b-4788-9fa7-0f9ebfad4218 on network 2deda7b4-dab0-4eb8-8cde-830d55ad6ecc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85054 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:28:22.117507 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-2cd9dff3-44a3-4935-913c-4101073e602e service neutron] Attempting to bind port a2c254e5-f31b-4788-9fa7-0f9ebfad4218 on network 2deda7b4-dab0-4eb8-8cde-830d55ad6ecc {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:28:22.122242 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:28:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b12caea7-7ea6-44d6-b086-a7ef2547a2e5 x-openstack-request-id: req-b12caea7-7ea6-44d6-b086-a7ef2547a2e5 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:28:22.122539 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "199315e6-e6f0-4c28-b63f-40ec5e5bef49", "tag": "7da85c79-f873-46d3-99dc-20d26d7d7408", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:28:22.122792 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b12caea7-7ea6-44d6-b086-a7ef2547a2e5 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:28:22.123249 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b12caea7-7ea6-44d6-b086-a7ef2547a2e5'] response: {'name': 'network-changed', 'server_uuid': '199315e6-e6f0-4c28-b63f-40ec5e5bef49', 'tag': '7da85c79-f873-46d3-99dc-20d26d7d7408', 'status': 'completed', 'code': 200} Jul 20 19:28:22.123817 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-2cd9dff3-44a3-4935-913c-4101073e602e service neutron] Checking agent: {'id': 'e6883320-19dd-4a2d-8302-97f8dd23b041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85054', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'started_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:28:22.124227 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-2cd9dff3-44a3-4935-913c-4101073e602e service neutron] Checking segment: {'id': '54d5c45d-aa97-4ff0-8145-994022b0b986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:28:22.124903 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-2cd9dff3-44a3-4935-913c-4101073e602e service neutron] Bound using segment: {'id': '54d5c45d-aa97-4ff0-8145-994022b0b986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:28:22.126717 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-2cd9dff3-44a3-4935-913c-4101073e602e service neutron] Bound port: a2c254e5-f31b-4788-9fa7-0f9ebfad4218, host: hv-cinder-85054, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54d5c45d-aa97-4ff0-8145-994022b0b986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:28:22.127072 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-2cd9dff3-44a3-4935-913c-4101073e602e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (a2c254e5-f31b-4788-9fa7-0f9ebfad4218), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:22.196796 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:22.224944 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-2cd9dff3-44a3-4935-913c-4101073e602e service neutron] For port a2c254e5-f31b-4788-9fa7-0f9ebfad4218, host hv-cinder-85054, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:28:22.239680 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-95b6ff94-c749-4460-bc58-f3c4e88638ab admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:22.246483 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-2cd9dff3-44a3-4935-913c-4101073e602e service neutron] For port a2c254e5-f31b-4788-9fa7-0f9ebfad4218, host hv-cinder-85054, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=a2c254e5-f31b-4788-9fa7-0f9ebfad4218,segment=NetworkSegment(54d5c45d-aa97-4ff0-8145-994022b0b986),segment_id=54d5c45d-aa97-4ff0-8145-994022b0b986)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:28:22.252300 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-2cd9dff3-44a3-4935-913c-4101073e602e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (a2c254e5-f31b-4788-9fa7-0f9ebfad4218), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:22.291818 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-2cd9dff3-44a3-4935-913c-4101073e602e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:22.292648 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-2cd9dff3-44a3-4935-913c-4101073e602e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:22.295023 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-2cd9dff3-44a3-4935-913c-4101073e602e service neutron] 10.222.0.96 "PUT /v2.0/ports/a2c254e5-f31b-4788-9fa7-0f9ebfad4218 HTTP/1.1" status: 200 len: 1093 time: 3.0873964 Jul 20 19:28:22.297525 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0e030ad0-4549-4070-bf06-563e23b2dce5', 'tag': 'a2c254e5-f31b-4788-9fa7-0f9ebfad4218'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:28:22.329377 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-95b6ff94-c749-4460-bc58-f3c4e88638ab admin admin] Publish callbacks [] for security_group (71ef1fb6-85ba-473c-988c-e647b54e0467), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:22.337771 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-95b6ff94-c749-4460-bc58-f3c4e88638ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (71ef1fb6-85ba-473c-988c-e647b54e0467), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:22.347675 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd9dff3-44a3-4935-913c-4101073e602e service neutron] Pushing event updated for resources: {'Port': ['ID=a2c254e5-f31b-4788-9fa7-0f9ebfad4218,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:22.390826 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 33770) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:22.391127 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-95b6ff94-c749-4460-bc58-f3c4e88638ab admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b45df66c0ffd4dda8c342be251a91565&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2905881 Jul 20 19:28:22.401030 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b6ff94-c749-4460-bc58-f3c4e88638ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71ef1fb6-85ba-473c-988c-e647b54e0467,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:22.456112 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f03d665-c11e-4864-96a7-bdd4ab3a79b3" -d '{"events": [{"name": "network-changed", "server_uuid": "0e030ad0-4549-4070-bf06-563e23b2dce5", "tag": "a2c254e5-f31b-4788-9fa7-0f9ebfad4218"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:28:22.464461 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a46b8932-3d7d-4037-8614-d885a8861a77 admin admin] Publish callbacks [] for security_group (71ef1fb6-85ba-473c-988c-e647b54e0467), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:22.465961 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:22.497431 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a46b8932-3d7d-4037-8614-d885a8861a77 admin admin] Publish callbacks [] for security_group (71ef1fb6-85ba-473c-988c-e647b54e0467), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:22.559887 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a46b8932-3d7d-4037-8614-d885a8861a77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (71ef1fb6-85ba-473c-988c-e647b54e0467), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:22.563799 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a46b8932-3d7d-4037-8614-d885a8861a77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:22.565007 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-a46b8932-3d7d-4037-8614-d885a8861a77 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/71ef1fb6-85ba-473c-988c-e647b54e0467 HTTP/1.1" status: 204 len: 168 time: 0.1731017 Jul 20 19:28:22.575457 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46b8932-3d7d-4037-8614-d885a8861a77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71ef1fb6-85ba-473c-988c-e647b54e0467,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:22.621363 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:28:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de669ea2-ce18-455d-b5e3-cabf22004e09 x-openstack-request-id: req-de669ea2-ce18-455d-b5e3-cabf22004e09 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:28:22.621655 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0e030ad0-4549-4070-bf06-563e23b2dce5", "tag": "a2c254e5-f31b-4788-9fa7-0f9ebfad4218", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:28:22.621913 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-de669ea2-ce18-455d-b5e3-cabf22004e09 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:28:22.622524 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de669ea2-ce18-455d-b5e3-cabf22004e09'] response: {'name': 'network-changed', 'server_uuid': '0e030ad0-4549-4070-bf06-563e23b2dce5', 'tag': 'a2c254e5-f31b-4788-9fa7-0f9ebfad4218', 'status': 'completed', 'code': 200} Jul 20 19:28:22.658442 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e424210-44e5-42d9-aa1a-1113fdaa8bd0 req-d201ebfd-0578-402d-820c-40d4a688567d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:22.661060 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8e424210-44e5-42d9-aa1a-1113fdaa8bd0 req-d201ebfd-0578-402d-820c-40d4a688567d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 931 time: 0.0505521 Jul 20 19:28:22.723713 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8e424210-44e5-42d9-aa1a-1113fdaa8bd0 req-2f92c21c-d380-4074-a26c-92688edaabd8 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564289 Jul 20 19:28:22.872089 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 33790) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:22.886340 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2b7dba9c-e7e0-4114-a7e6-e99a6e2021d9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:22.926713 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-42264502-d6e4-49d1-bc3d-c498b06f6ebd req-f3a2d220-6f56-461e-b06a-41b3db4b32cb tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 210 time: 0.0323169 Jul 20 19:28:22.972102 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2b7dba9c-e7e0-4114-a7e6-e99a6e2021d9 admin admin] Publish callbacks [] for security_group (9d1e8a1f-e7d4-4388-a90e-dde84368cdbb), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:22.976133 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2b7dba9c-e7e0-4114-a7e6-e99a6e2021d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (9d1e8a1f-e7d4-4388-a90e-dde84368cdbb), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:23.016564 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7dba9c-e7e0-4114-a7e6-e99a6e2021d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1e8a1f-e7d4-4388-a90e-dde84368cdbb,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:23.017147 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da9d60-392d-4453-bcb5-81cca64a6865 req-53b3ab4b-6ed8-4c36-9f01-3aed41b59327 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:23.019258 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-52da9d60-392d-4453-bcb5-81cca64a6865 req-53b3ab4b-6ed8-4c36-9f01-3aed41b59327 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 943 time: 0.0528145 Jul 20 19:28:23.021116 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-2b7dba9c-e7e0-4114-a7e6-e99a6e2021d9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=637ef0b4b7dd4c72a3ba3d42df740fe4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1479657 Jul 20 19:28:23.023827 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 33796) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:23.072983 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-52da9d60-392d-4453-bcb5-81cca64a6865 req-5e689e8d-1751-445f-99b7-d7356cea6e43 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469918 Jul 20 19:28:23.079571 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d1aaf519-90e5-4d70-846f-66676c2ceb6e admin admin] Publish callbacks [] for security_group (9d1e8a1f-e7d4-4388-a90e-dde84368cdbb), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:23.105124 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d1aaf519-90e5-4d70-846f-66676c2ceb6e admin admin] Publish callbacks [] for security_group (9d1e8a1f-e7d4-4388-a90e-dde84368cdbb), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:23.107302 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7d08aa92-5099-41e4-bed7-3af51e8139d9 req-8426f868-0396-4f5a-a635-2319d704dec9 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 210 time: 0.0333235 Jul 20 19:28:23.137097 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:INSERT=11,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:23.158310 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d1aaf519-90e5-4d70-846f-66676c2ceb6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (9d1e8a1f-e7d4-4388-a90e-dde84368cdbb), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:23.161052 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d1aaf519-90e5-4d70-846f-66676c2ceb6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:23.162197 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-d1aaf519-90e5-4d70-846f-66676c2ceb6e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9d1e8a1f-e7d4-4388-a90e-dde84368cdbb HTTP/1.1" status: 204 len: 168 time: 0.1374707 Jul 20 19:28:23.171316 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1aaf519-90e5-4d70-846f-66676c2ceb6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1e8a1f-e7d4-4388-a90e-dde84368cdbb,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:23.524905 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 33814) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:23.539400 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8453a68f-52de-43fc-ae70-d9f6aadbe0d4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:23.612667 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.96', 57827) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:23.626406 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8453a68f-52de-43fc-ae70-d9f6aadbe0d4 admin admin] Publish callbacks [] for security_group (c926a91f-546d-4d32-a441-0112f3c7b3fd), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:23.630501 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8453a68f-52de-43fc-ae70-d9f6aadbe0d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (c926a91f-546d-4d32-a441-0112f3c7b3fd), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:23.672159 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-8453a68f-52de-43fc-ae70-d9f6aadbe0d4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=bbc172c2cbb94b3e8fe205cbee41b1f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1461263 Jul 20 19:28:23.674142 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8453a68f-52de-43fc-ae70-d9f6aadbe0d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c926a91f-546d-4d32-a441-0112f3c7b3fd,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:23.675011 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 33820) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:23.778789 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd1176a7-a6d1-441f-97b4-b53e279eea9e admin admin] Publish callbacks [] for security_group (c926a91f-546d-4d32-a441-0112f3c7b3fd), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:23.818994 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd1176a7-a6d1-441f-97b4-b53e279eea9e admin admin] Publish callbacks [] for security_group (c926a91f-546d-4d32-a441-0112f3c7b3fd), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:23.906068 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38199af5-9e1f-4eee-8152-aefcb53d0a23 req-68c4edba-7221-469b-81d3-59ed5eb73241 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:23.907587 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-38199af5-9e1f-4eee-8152-aefcb53d0a23 req-68c4edba-7221-469b-81d3-59ed5eb73241 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 931 time: 0.1018682 Jul 20 19:28:23.954966 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd1176a7-a6d1-441f-97b4-b53e279eea9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (c926a91f-546d-4d32-a441-0112f3c7b3fd), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:23.957970 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cd1176a7-a6d1-441f-97b4-b53e279eea9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:23.972623 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-cd1176a7-a6d1-441f-97b4-b53e279eea9e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c926a91f-546d-4d32-a441-0112f3c7b3fd HTTP/1.1" status: 204 len: 168 time: 0.2881062 Jul 20 19:28:24.004447 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-38199af5-9e1f-4eee-8152-aefcb53d0a23 req-b1342e37-e395-4939-aaea-94c40279c258 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870562 Jul 20 19:28:24.005159 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1176a7-a6d1-441f-97b4-b53e279eea9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c926a91f-546d-4d32-a441-0112f3c7b3fd,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:24.067898 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-498e9495-8793-44c0-aece-1ea3acffdced req-be55d057-de5b-4297-98e8-62b6777b1bc0 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 210 time: 0.0414312 Jul 20 19:28:24.290871 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22332b-eaff-4c96-b6ba-91cabbf5cbf8 req-fde71c89-8b86-4d02-89ee-a27e2b6cedcd tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:24.294413 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cf22332b-eaff-4c96-b6ba-91cabbf5cbf8 req-fde71c89-8b86-4d02-89ee-a27e2b6cedcd tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 943 time: 0.1207211 Jul 20 19:28:24.297410 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-115ecd0a-129b-429f-9920-62b9ea5563bc req-f55f3e20-0719-443e-9490-207dfbb4c93d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 210 time: 0.0866318 Jul 20 19:28:24.373641 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cf22332b-eaff-4c96-b6ba-91cabbf5cbf8 req-8b381249-f92a-46c7-a75d-f643852e418a tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700154 Jul 20 19:28:25.145577 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432e265-ccf6-4d81-89c9-5cc6997ed2bf req-8ea6b182-34a2-44b3-95ce-fa27cd9b58bf tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:25.153853 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c432e265-ccf6-4d81-89c9-5cc6997ed2bf req-8ea6b182-34a2-44b3-95ce-fa27cd9b58bf tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 931 time: 0.0700634 Jul 20 19:28:25.216706 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b40ef8e2-dc0b-4d3a-82ce-809c00d0c09c req-c8811065-ef6d-483c-928a-eaaab5276b98 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 210 time: 0.0458055 Jul 20 19:28:25.259152 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c432e265-ccf6-4d81-89c9-5cc6997ed2bf req-8997c06f-1448-4f27-9d75-01ae8fdde86e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040146 Jul 20 19:28:25.508726 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ae5c3e01-c4d9-499e-a4a9-3c1bab466f05 req-e39af799-f9e1-40f5-a9e8-ecafa6ef70a3 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 210 time: 0.0792143 Jul 20 19:28:25.604624 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98955ce7-acc8-4c6e-b022-b1de0728c00a req-4c27004a-3ea8-4d87-98ea-a11353480485 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:25.606194 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-98955ce7-acc8-4c6e-b022-b1de0728c00a req-4c27004a-3ea8-4d87-98ea-a11353480485 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 943 time: 0.1163938 Jul 20 19:28:25.646542 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:25.669149 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-98955ce7-acc8-4c6e-b022-b1de0728c00a req-dbda9b81-cb13-4832-8927-75a8d8e444e0 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571251 Jul 20 19:28:26.347548 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3396bd3c-0149-4e1f-9cc0-8f5167bbb634 req-da7917d8-aa14-4771-986d-97a37abfc116 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 210 time: 0.0377998 Jul 20 19:28:26.429224 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e39655-258a-41c7-abab-a52eeda8ae9c req-88e1453a-621a-4a74-a1b2-7ef40de6ec07 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:26.439574 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-04e39655-258a-41c7-abab-a52eeda8ae9c req-88e1453a-621a-4a74-a1b2-7ef40de6ec07 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 931 time: 0.0947640 Jul 20 19:28:26.499327 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:26.522055 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-04e39655-258a-41c7-abab-a52eeda8ae9c req-97aaaedc-0d16-4a0c-93e3-b8f7c7eca351 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812647 Jul 20 19:28:26.667048 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f3ebadf6-1f50-4e8e-8ec5-1050b98a2199 req-d3000726-e180-4feb-b44f-89fe4ccf366f tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 210 time: 0.0409532 Jul 20 19:28:26.802764 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1f971a-ef6f-4875-a69f-33718c31ffe8 req-0b288d34-94c8-47cc-835c-5e4a59c5ada0 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:26.804653 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9e1f971a-ef6f-4875-a69f-33718c31ffe8 req-0b288d34-94c8-47cc-835c-5e4a59c5ada0 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 943 time: 0.0519390 Jul 20 19:28:26.858998 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9e1f971a-ef6f-4875-a69f-33718c31ffe8 req-7efdaca2-2c55-4a05-bc6c-a50fba0916ed tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488467 Jul 20 19:28:27.452872 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-de8f08cf-782d-40f0-9df8-f4937ba5a9d6 req-756b2ad1-2270-4a5b-b461-5e0dc0f11825 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 210 time: 0.0299249 Jul 20 19:28:27.647721 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed2f9af-9133-4218-bd88-56df18dbaf35 req-4fe38c60-7cde-4691-8128-9dc2247f548c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:27.649387 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2ed2f9af-9133-4218-bd88-56df18dbaf35 req-4fe38c60-7cde-4691-8128-9dc2247f548c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 931 time: 0.0482795 Jul 20 19:28:27.701766 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2ed2f9af-9133-4218-bd88-56df18dbaf35 req-8717bee7-9623-488b-934b-8529a9048cf1 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466521 Jul 20 19:28:27.789489 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-512d116d-8cd9-4f7e-8346-6d815e188f73 req-8abf5446-4cc6-44ce-8c9c-efe2e423621a tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 210 time: 0.0304866 Jul 20 19:28:28.001301 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cabcd0-f48d-4a68-9216-74ff1e65e32e req-39b0a4b1-bf56-4b13-bfaa-04ffa979d5ad tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:28.003733 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-15cabcd0-f48d-4a68-9216-74ff1e65e32e req-39b0a4b1-bf56-4b13-bfaa-04ffa979d5ad tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 943 time: 0.0745239 Jul 20 19:28:28.062013 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-15cabcd0-f48d-4a68-9216-74ff1e65e32e req-53d94936-de26-41de-8a38-37340519b5fc tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533900 Jul 20 19:28:28.583602 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-45c2af2d-07a8-4a30-a114-bddaab1c0c14 req-5068e535-a3ef-41dc-b81a-9bd63c65657b tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 210 time: 0.0339801 Jul 20 19:28:28.843138 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7713a43c-397d-473e-9751-db808e1c4aaa req-d8487ef8-eaa4-450f-9549-f915fab12765 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:28.844626 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7713a43c-397d-473e-9751-db808e1c4aaa req-d8487ef8-eaa4-450f-9549-f915fab12765 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 931 time: 0.0666885 Jul 20 19:28:28.925050 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f80bd70f-f1fa-4495-b0e0-bca1ee231301 req-a5bcd80a-dcc7-4019-8b21-8cd2af08bde5 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 210 time: 0.0460103 Jul 20 19:28:28.929152 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7713a43c-397d-473e-9751-db808e1c4aaa req-b336d4ec-884d-4dc3-9caa-698ae52142f2 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783479 Jul 20 19:28:29.186784 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c3cb1-1cfb-4801-bbda-c9ad9b55d84d req-5f56ea31-26de-47c6-aea6-9b768c9bf25e tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:29.188401 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fb2c3cb1-1cfb-4801-bbda-c9ad9b55d84d req-5f56ea31-26de-47c6-aea6-9b768c9bf25e tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 943 time: 0.0554020 Jul 20 19:28:29.240631 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fb2c3cb1-1cfb-4801-bbda-c9ad9b55d84d req-21721d2a-1600-453d-8a0a-07e643bc36ba tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465941 Jul 20 19:28:29.705073 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-89cb7a25-6930-4fc8-8246-e4ff3177f95e req-e65829f1-df87-4d2d-bcf0-c4d2db35029b tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 210 time: 0.0402658 Jul 20 19:28:30.058432 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c2a3723a-f03d-45cf-b9f6-0f4087dc2b89 req-479942cc-3f75-4b23-abe4-f422568013ab tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 210 time: 0.0476754 Jul 20 19:28:30.073040 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0543c8-e8bf-4c37-a9ac-c6503757d12d req-b3690e91-11e1-4359-9354-f2424a70fd57 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:30.074650 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fc0543c8-e8bf-4c37-a9ac-c6503757d12d req-b3690e91-11e1-4359-9354-f2424a70fd57 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 931 time: 0.0751667 Jul 20 19:28:30.122311 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fc0543c8-e8bf-4c37-a9ac-c6503757d12d req-3f602bd8-8230-40db-820b-ce0d39e26fbe tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423465 Jul 20 19:28:30.355577 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2062934-de3e-46e9-9990-a1ecfa356d9a req-fe9798ea-733d-4803-b0a0-4f76776e8bde tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:30.357069 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b2062934-de3e-46e9-9990-a1ecfa356d9a req-fe9798ea-733d-4803-b0a0-4f76776e8bde tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 943 time: 0.0473664 Jul 20 19:28:30.406134 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b2062934-de3e-46e9-9990-a1ecfa356d9a req-4fd470b0-794e-4a19-8b44-311d82aa2b0e tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435500 Jul 20 19:28:30.808168 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-daf0836d-dd5e-48f8-bc15-5ebc2929245e req-fee63df6-98aa-4c8f-8e06-ad32eb7a0ddf tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 210 time: 0.0281374 Jul 20 19:28:31.113013 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-2346d295-3fa5-49ed-b7dd-f4d777a9c6fe tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:31.114428 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-2346d295-3fa5-49ed-b7dd-f4d777a9c6fe tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.96 "GET /v2.0/networks?id=c252680c-c029-4238-80e1-835b5a8591d8 HTTP/1.1" status: 200 len: 817 time: 0.1027231 Jul 20 19:28:31.161746 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2d4d6ed4-ef3d-49de-b096-b008589d3e66 req-25807685-2e16-4faa-950e-e343908b4f25 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 210 time: 0.0313156 Jul 20 19:28:31.241608 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738f33fc-e303-43d6-a848-4caa05469d58 req-705cc0aa-4a25-4321-8621-aaac9af97662 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:31.243134 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-738f33fc-e303-43d6-a848-4caa05469d58 req-705cc0aa-4a25-4321-8621-aaac9af97662 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 931 time: 0.0511324 Jul 20 19:28:31.264485 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:31.292831 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-738f33fc-e303-43d6-a848-4caa05469d58 req-2196f134-eb83-4604-a024-11d9483e7d35 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436335 Jul 20 19:28:31.331774 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [req-27dd105e-baab-4391-830b-907e1cf47523 req-13896a6d-5351-412c-b7eb-78aa3fd33be6 service neutron] Request body: {'port': {'device_id': 'a0a52396-c000-4931-8896-46dcf99d449a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85054'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:31.366721 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-b9aa2f86-2c24-4626-a31d-2cf296ade19d tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Request body: {'port': {'device_id': '05854927-1ff5-4246-9509-c677fbb0a9f2', 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'admin_state_up': True, 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'security_groups': ['f1139dfb-94bc-4638-bb20-fb05e202cfa5']}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:31.405604 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:31.413415 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-e2fd233b-8556-442e-bc72-796794cadd73 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca9f11498f9d4245910281ac3bd55470 HTTP/1.1" status: 200 len: 379 time: 0.0815272 Jul 20 19:28:31.458599 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=78,neutron:INSERT=17,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:31.477483 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27dd105e-baab-4391-830b-907e1cf47523 req-13896a6d-5351-412c-b7eb-78aa3fd33be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (a6b0ac08-0caa-47dc-9d21-4afca1983d3b), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:31.530319 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec9fbe-32a6-4021-97b8-fb69015498a7 req-6849828b-5abf-4212-aefb-129f9fb32e89 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:31.531773 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-52ec9fbe-32a6-4021-97b8-fb69015498a7 req-6849828b-5abf-4212-aefb-129f9fb32e89 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 943 time: 0.0541091 Jul 20 19:28:31.568249 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-b9aa2f86-2c24-4626-a31d-2cf296ade19d tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Made reservation on behalf of 02f994a0231b4176b8181d13d58ee9ec for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:28:31.572547 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-b9aa2f86-2c24-4626-a31d-2cf296ade19d tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:31.602107 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-52ec9fbe-32a6-4021-97b8-fb69015498a7 req-47086ec4-fa61-4b0d-8cfc-b29e9cae68a3 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637531 Jul 20 19:28:31.722516 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-d7c9a326-94bd-4d4a-9ae9-38fa7883d6a1 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Request body: {'port': {'device_id': '27cf917f-83ab-47d0-82d4-8d8dc896aacb', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'admin_state_up': True, 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'security_groups': ['c1181796-ea92-4fb4-be67-b12d83799ce5']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:31.843248 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-b9aa2f86-2c24-4626-a31d-2cf296ade19d tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Allocated IP 172.20.0.4 (1f233501-5abf-42f7-9923-d5c098fbf3c6/08142ecb-a299-44b2-8261-d97f0c41a1df/d840dfba-98a6-425f-b11b-365b0749db34) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:28:31.848338 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:31.854420 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-d7c9a326-94bd-4d4a-9ae9-38fa7883d6a1 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Made reservation on behalf of ca9f11498f9d4245910281ac3bd55470 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:28:31.859362 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-d7c9a326-94bd-4d4a-9ae9-38fa7883d6a1 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:31.934822 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [req-27dd105e-baab-4391-830b-907e1cf47523 req-13896a6d-5351-412c-b7eb-78aa3fd33be6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6b0ac08-0caa-47dc-9d21-4afca1983d3b {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:28:31.948437 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27dd105e-baab-4391-830b-907e1cf47523 req-13896a6d-5351-412c-b7eb-78aa3fd33be6 service neutron] Publish callbacks [] for port (a6b0ac08-0caa-47dc-9d21-4afca1983d3b), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:31.973599 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c9975580-b9c9-4aa0-bcaa-23edaf646c23 req-d0212bd7-0777-47fa-9be8-62d551b7a8c5 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 210 time: 0.0712280 Jul 20 19:28:31.987446 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-27dd105e-baab-4391-830b-907e1cf47523 req-13896a6d-5351-412c-b7eb-78aa3fd33be6 service neutron] Transition to ACTIVE for port object a6b0ac08-0caa-47dc-9d21-4afca1983d3b will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:28:32.015670 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27dd105e-baab-4391-830b-907e1cf47523 req-13896a6d-5351-412c-b7eb-78aa3fd33be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (a6b0ac08-0caa-47dc-9d21-4afca1983d3b), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:32.060576 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-d7c9a326-94bd-4d4a-9ae9-38fa7883d6a1 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Allocated IP 172.20.0.8 (c252680c-c029-4238-80e1-835b5a8591d8/5a397f0b-3686-46fe-bb9f-edf6643027d1/8de6f1a3-1533-4778-946a-bfef39df578f) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:28:32.224025 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:32.224671 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:32.229220 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13896a6d-5351-412c-b7eb-78aa3fd33be6 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b0ac08-0caa-47dc-9d21-4afca1983d3b,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:32.247925 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-b9aa2f86-2c24-4626-a31d-2cf296ade19d tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for port (d840dfba-98a6-425f-b11b-365b0749db34), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:32.271738 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-27dd105e-baab-4391-830b-907e1cf47523 req-13896a6d-5351-412c-b7eb-78aa3fd33be6 service neutron] Attempting to bind port a6b0ac08-0caa-47dc-9d21-4afca1983d3b on host hv-cinder-85054 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:28:32.272045 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-27dd105e-baab-4391-830b-907e1cf47523 req-13896a6d-5351-412c-b7eb-78aa3fd33be6 service neutron] Attempting to bind port a6b0ac08-0caa-47dc-9d21-4afca1983d3b by drivers openvswitch,hyperv on host hv-cinder-85054 at level 0 using segments [{'id': '54d5c45d-aa97-4ff0-8145-994022b0b986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:28:32.272501 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dd105e-baab-4391-830b-907e1cf47523 req-13896a6d-5351-412c-b7eb-78aa3fd33be6 service neutron] Attempting to bind port a6b0ac08-0caa-47dc-9d21-4afca1983d3b on network 2deda7b4-dab0-4eb8-8cde-830d55ad6ecc {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:28:32.283004 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dd105e-baab-4391-830b-907e1cf47523 req-13896a6d-5351-412c-b7eb-78aa3fd33be6 service neutron] Port a6b0ac08-0caa-47dc-9d21-4afca1983d3b on network 2deda7b4-dab0-4eb8-8cde-830d55ad6ecc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85054 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:28:32.283403 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dd105e-baab-4391-830b-907e1cf47523 req-13896a6d-5351-412c-b7eb-78aa3fd33be6 service neutron] Attempting to bind port a6b0ac08-0caa-47dc-9d21-4afca1983d3b on network 2deda7b4-dab0-4eb8-8cde-830d55ad6ecc {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:28:32.301336 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dd105e-baab-4391-830b-907e1cf47523 req-13896a6d-5351-412c-b7eb-78aa3fd33be6 service neutron] Checking agent: {'id': 'e6883320-19dd-4a2d-8302-97f8dd23b041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85054', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'started_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:28:32.301684 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dd105e-baab-4391-830b-907e1cf47523 req-13896a6d-5351-412c-b7eb-78aa3fd33be6 service neutron] Checking segment: {'id': '54d5c45d-aa97-4ff0-8145-994022b0b986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:28:32.302075 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27dd105e-baab-4391-830b-907e1cf47523 req-13896a6d-5351-412c-b7eb-78aa3fd33be6 service neutron] Bound using segment: {'id': '54d5c45d-aa97-4ff0-8145-994022b0b986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:28:32.302525 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-27dd105e-baab-4391-830b-907e1cf47523 req-13896a6d-5351-412c-b7eb-78aa3fd33be6 service neutron] Bound port: a6b0ac08-0caa-47dc-9d21-4afca1983d3b, host: hv-cinder-85054, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54d5c45d-aa97-4ff0-8145-994022b0b986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:28:32.302900 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27dd105e-baab-4391-830b-907e1cf47523 req-13896a6d-5351-412c-b7eb-78aa3fd33be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (a6b0ac08-0caa-47dc-9d21-4afca1983d3b), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:32.380691 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:32.389925 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-b9aa2f86-2c24-4626-a31d-2cf296ade19d tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (d840dfba-98a6-425f-b11b-365b0749db34), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:32.459670 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-b9aa2f86-2c24-4626-a31d-2cf296ade19d tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Network 1f233501-5abf-42f7-9923-d5c098fbf3c6 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:28:32.468593 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-b9aa2f86-2c24-4626-a31d-2cf296ade19d tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:28:32.471905 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-b9aa2f86-2c24-4626-a31d-2cf296ade19d tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:28:32.478042 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-b9aa2f86-2c24-4626-a31d-2cf296ade19d tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:32.479118 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-b9aa2f86-2c24-4626-a31d-2cf296ade19d tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for port (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:32.489663 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1d74bd6b-97f1-448a-81c2-bfb04ca2e0fd req-017e4633-285e-432c-bb05-97259bb0c2ea tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 210 time: 0.0299752 Jul 20 19:28:32.493199 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-27dd105e-baab-4391-830b-907e1cf47523 req-13896a6d-5351-412c-b7eb-78aa3fd33be6 service neutron] For port a6b0ac08-0caa-47dc-9d21-4afca1983d3b, host hv-cinder-85054, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:28:32.520374 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-27dd105e-baab-4391-830b-907e1cf47523 req-13896a6d-5351-412c-b7eb-78aa3fd33be6 service neutron] For port a6b0ac08-0caa-47dc-9d21-4afca1983d3b, host hv-cinder-85054, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=a6b0ac08-0caa-47dc-9d21-4afca1983d3b,segment=NetworkSegment(54d5c45d-aa97-4ff0-8145-994022b0b986),segment_id=54d5c45d-aa97-4ff0-8145-994022b0b986)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:28:32.523334 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9aa2f86-2c24-4626-a31d-2cf296ade19d tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Pushing event updated for resources: {'Port': ['ID=d840dfba-98a6-425f-b11b-365b0749db34,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:32.542328 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-b9aa2f86-2c24-4626-a31d-2cf296ade19d tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2149503 Jul 20 19:28:32.544576 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27dd105e-baab-4391-830b-907e1cf47523 req-13896a6d-5351-412c-b7eb-78aa3fd33be6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (a6b0ac08-0caa-47dc-9d21-4afca1983d3b), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:32.548791 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9efd48-72d6-4087-97d1-33972819d549 req-91b326b9-5d60-4c36-a042-239c8085ce4f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:32.550303 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cc9efd48-72d6-4087-97d1-33972819d549 req-91b326b9-5d60-4c36-a042-239c8085ce4f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 943 time: 0.0631509 Jul 20 19:28:32.580913 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd105e-baab-4391-830b-907e1cf47523 req-13896a6d-5351-412c-b7eb-78aa3fd33be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:32.581543 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-27dd105e-baab-4391-830b-907e1cf47523 req-13896a6d-5351-412c-b7eb-78aa3fd33be6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for port (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:32.582964 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-27dd105e-baab-4391-830b-907e1cf47523 req-13896a6d-5351-412c-b7eb-78aa3fd33be6 service neutron] 10.222.0.96 "PUT /v2.0/ports/a6b0ac08-0caa-47dc-9d21-4afca1983d3b HTTP/1.1" status: 200 len: 1093 time: 1.2581079 Jul 20 19:28:32.586093 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0a52396-c000-4931-8896-46dcf99d449a', 'tag': 'a6b0ac08-0caa-47dc-9d21-4afca1983d3b'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:28:32.588494 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9cd79ebd3f805e6a7478220ee26c4e1921248cfe9318229c3fb3c09e22ed3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a2d444-f9c7-49c9-afeb-4f5f64644e97" -d '{"events": [{"name": "network-changed", "server_uuid": "a0a52396-c000-4931-8896-46dcf99d449a", "tag": "a6b0ac08-0caa-47dc-9d21-4afca1983d3b"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:28:32.642568 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-d7c9a326-94bd-4d4a-9ae9-38fa7883d6a1 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for port (8de6f1a3-1533-4778-946a-bfef39df578f), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:32.643944 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13896a6d-5351-412c-b7eb-78aa3fd33be6 service neutron] Pushing event updated for resources: {'Port': ['ID=a6b0ac08-0caa-47dc-9d21-4afca1983d3b,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:32.651523 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-538d9ab8-9e06-401a-8e09-b89ace9b7e06 x-openstack-request-id: req-538d9ab8-9e06-401a-8e09-b89ace9b7e06 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:28:32.651745 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0a52396-c000-4931-8896-46dcf99d449a", "tag": "a6b0ac08-0caa-47dc-9d21-4afca1983d3b", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:28:32.656642 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-538d9ab8-9e06-401a-8e09-b89ace9b7e06 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:28:32.657132 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-538d9ab8-9e06-401a-8e09-b89ace9b7e06'] response: {'name': 'network-changed', 'server_uuid': 'a0a52396-c000-4931-8896-46dcf99d449a', 'tag': 'a6b0ac08-0caa-47dc-9d21-4afca1983d3b', 'status': 'completed', 'code': 200} Jul 20 19:28:32.672755 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cc9efd48-72d6-4087-97d1-33972819d549 req-8e071280-ed7a-4f38-9da2-ce2adac4fcc2 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107571 Jul 20 19:28:32.712237 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-d7c9a326-94bd-4d4a-9ae9-38fa7883d6a1 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (8de6f1a3-1533-4778-946a-bfef39df578f), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:32.786717 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-d7c9a326-94bd-4d4a-9ae9-38fa7883d6a1 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Network c252680c-c029-4238-80e1-835b5a8591d8 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:28:32.790137 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:32.800360 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-d7c9a326-94bd-4d4a-9ae9-38fa7883d6a1 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:28:32.808622 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-d7c9a326-94bd-4d4a-9ae9-38fa7883d6a1 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:28:32.814589 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9a326-94bd-4d4a-9ae9-38fa7883d6a1 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Pushing event updated for resources: {'Port': ['ID=8de6f1a3-1533-4778-946a-bfef39df578f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:32.853371 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729960b7-ccc2-4101-9fdd-66ea7464b5de req-8f99ed88-7a14-438e-8382-f6134aca2d13 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:32.854774 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-729960b7-ccc2-4101-9fdd-66ea7464b5de req-8f99ed88-7a14-438e-8382-f6134aca2d13 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 943 time: 0.1097550 Jul 20 19:28:32.863912 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-27665b0d-3459-40d3-912a-50fb791b6c81 None None] Provisioning complete for port d840dfba-98a6-425f-b11b-365b0749db34 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:32.864409 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-27665b0d-3459-40d3-912a-50fb791b6c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (d840dfba-98a6-425f-b11b-365b0749db34), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:32.903817 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-d7c9a326-94bd-4d4a-9ae9-38fa7883d6a1 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:32.904430 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-d7c9a326-94bd-4d4a-9ae9-38fa7883d6a1 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:32.907755 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-27665b0d-3459-40d3-912a-50fb791b6c81 None None] Port d840dfba-98a6-425f-b11b-365b0749db34 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:28:32.937003 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-d7c9a326-94bd-4d4a-9ae9-38fa7883d6a1 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2195106 Jul 20 19:28:32.945315 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-729960b7-ccc2-4101-9fdd-66ea7464b5de req-b0e602a9-c5c9-46c6-b74e-207f44e4a43c tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795803 Jul 20 19:28:33.087480 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:33.106492 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c72e3c5-82a7-4081-9910-1ebc0e6885f2 req-d0e2c210-d025-4129-b320-da7cb14ed2a9 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:33.107959 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4c72e3c5-82a7-4081-9910-1ebc0e6885f2 req-d0e2c210-d025-4129-b320-da7cb14ed2a9 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 931 time: 0.0487938 Jul 20 19:28:33.149437 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-fde5d71b-ae72-4d30-b7f6-b53f1c457cec None None] Provisioning complete for port 8de6f1a3-1533-4778-946a-bfef39df578f triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:33.149809 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fde5d71b-ae72-4d30-b7f6-b53f1c457cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (8de6f1a3-1533-4778-946a-bfef39df578f), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:33.155796 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4c72e3c5-82a7-4081-9910-1ebc0e6885f2 req-804654b7-6b92-4a40-93fa-f3f005c60dfd tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419009 Jul 20 19:28:33.184347 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-fde5d71b-ae72-4d30-b7f6-b53f1c457cec None None] Port 8de6f1a3-1533-4778-946a-bfef39df578f cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:28:33.642919 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1c444-f2dd-45aa-ac65-3b01a0d1f6d2 req-648e7a31-e607-4670-9b58-2e6df806fc2c tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:33.648998 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b4f1c444-f2dd-45aa-ac65-3b01a0d1f6d2 req-648e7a31-e607-4670-9b58-2e6df806fc2c tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 931 time: 0.0652096 Jul 20 19:28:33.719407 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b4f1c444-f2dd-45aa-ac65-3b01a0d1f6d2 req-ac1c1bb0-0ff4-4faf-9e63-9c55e682fa7a tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640960 Jul 20 19:28:33.800003 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdc1b5d-365d-4747-bb02-6a7eead1170e req-b57a9498-7bdb-4b9b-87f9-7be657a274d5 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:33.801564 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8fdc1b5d-365d-4747-bb02-6a7eead1170e req-b57a9498-7bdb-4b9b-87f9-7be657a274d5 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 943 time: 0.0504241 Jul 20 19:28:33.851989 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8fdc1b5d-365d-4747-bb02-6a7eead1170e req-49a0aff4-9c38-4ca1-a168-c4ca38357067 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438652 Jul 20 19:28:34.064576 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26850f-31a4-4a87-9054-97b37f281fb8 req-41d9d329-5c99-45f5-a3b4-3c7542bab8b6 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:34.066128 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9b26850f-31a4-4a87-9054-97b37f281fb8 req-41d9d329-5c99-45f5-a3b4-3c7542bab8b6 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 943 time: 0.0492072 Jul 20 19:28:34.116973 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9b26850f-31a4-4a87-9054-97b37f281fb8 req-3ba8b8a0-be30-45d3-9197-039bda42382e tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438802 Jul 20 19:28:34.277776 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca97e7f-5ed2-4dd1-9bc5-8ce0f8337097 req-236cc2d9-9697-4540-a713-3b3820738dd9 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:34.279351 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7ca97e7f-5ed2-4dd1-9bc5-8ce0f8337097 req-236cc2d9-9697-4540-a713-3b3820738dd9 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 931 time: 0.0509229 Jul 20 19:28:34.326661 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7ca97e7f-5ed2-4dd1-9bc5-8ce0f8337097 req-b93c2a8b-7511-4b8f-9706-830bc16a645c tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413694 Jul 20 19:28:34.838048 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-4ca55aea-07b3-4ec4-a5d4-caf2b876e86f service neutron] Request body: {'port': {'device_id': '05854927-1ff5-4246-9509-c677fbb0a9f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85054'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:34.865959 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-23cd6cea-391d-4703-8d45-1c6cdc9bebba service neutron] Request body: {'port': {'device_id': '27cf917f-83ab-47d0-82d4-8d8dc896aacb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85054'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:34.906101 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03d665-c11e-4864-96a7-bdd4ab3a79b3 req-8ec572c4-e726-4a73-9089-db323eb686b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:34.907591 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6f03d665-c11e-4864-96a7-bdd4ab3a79b3 req-8ec572c4-e726-4a73-9089-db323eb686b2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9c025843a2de49d48c39b40f2261d3bf&device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 1127 time: 0.1071002 Jul 20 19:28:34.953320 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560af0de-d154-4595-a03b-9e9439b17034 req-1fba71b0-86b1-4c1b-b458-8decfa006e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:34.954846 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-560af0de-d154-4595-a03b-9e9439b17034 req-1fba71b0-86b1-4c1b-b458-8decfa006e6e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=183d6a3ee79e4fedb83591ce60694283&device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 1127 time: 0.1548655 Jul 20 19:28:34.977990 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5d2b81-d064-40f1-998d-c15f4fffda34 req-839fa1a0-baae-435d-bd27-1eb404fedd10 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:34.979542 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-da5d2b81-d064-40f1-998d-c15f4fffda34 req-839fa1a0-baae-435d-bd27-1eb404fedd10 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 931 time: 0.1471772 Jul 20 19:28:35.076022 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cfb412-ae59-45b3-a498-63483b4874d3 req-0d0726c9-7a0f-4a30-9891-925d2a3d0667 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:35.077626 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-85cfb412-ae59-45b3-a498-63483b4874d3 req-0d0726c9-7a0f-4a30-9891-925d2a3d0667 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 943 time: 0.1456335 Jul 20 19:28:35.148831 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-23cd6cea-391d-4703-8d45-1c6cdc9bebba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (8de6f1a3-1533-4778-946a-bfef39df578f), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:35.150609 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:35.173263 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:35.182284 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-4ca55aea-07b3-4ec4-a5d4-caf2b876e86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (d840dfba-98a6-425f-b11b-365b0749db34), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:35.205709 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-da5d2b81-d064-40f1-998d-c15f4fffda34 req-9c31ee4a-fb64-48be-8ec8-64e8f89391e3 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2183142 Jul 20 19:28:35.215188 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:28:35.238955 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2d444-f9c7-49c9-afeb-4f5f64644e97 req-27036437-0742-4e71-940c-ab4906c3ca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:35.240443 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-44a2d444-f9c7-49c9-afeb-4f5f64644e97 req-27036437-0742-4e71-940c-ab4906c3ca26 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9c025843a2de49d48c39b40f2261d3bf&device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 1127 time: 0.1474061 Jul 20 19:28:35.396844 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560af0de-d154-4595-a03b-9e9439b17034 req-b0955d6a-3af3-4f34-a456-b70904eb412d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:35.398939 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-560af0de-d154-4595-a03b-9e9439b17034 req-b0955d6a-3af3-4f34-a456-b70904eb412d service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=183d6a3ee79e4fedb83591ce60694283&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3595519 Jul 20 19:28:35.402084 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-85cfb412-ae59-45b3-a498-63483b4874d3 req-1affea09-e6ab-42f2-8ceb-82ad716152f0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2981262 Jul 20 19:28:35.417909 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cfc2834-7f5c-4258-9743-0f32011580bf req-758c100d-2bbc-4410-b1b4-01a9649c57aa tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:35.418937 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3cfc2834-7f5c-4258-9743-0f32011580bf req-758c100d-2bbc-4410-b1b4-01a9649c57aa tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 943 time: 0.1075144 Jul 20 19:28:35.434928 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03d665-c11e-4864-96a7-bdd4ab3a79b3 req-454b059b-95f6-4873-a41f-e583287a943e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:35.436692 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6f03d665-c11e-4864-96a7-bdd4ab3a79b3 req-454b059b-95f6-4873-a41f-e583287a943e service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=9c025843a2de49d48c39b40f2261d3bf&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3446007 Jul 20 19:28:35.585775 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2d444-f9c7-49c9-afeb-4f5f64644e97 req-4b334e70-9ac5-4fe9-a13f-4bf77150f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:35.587977 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-44a2d444-f9c7-49c9-afeb-4f5f64644e97 req-4b334e70-9ac5-4fe9-a13f-4bf77150f7d3 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=9c025843a2de49d48c39b40f2261d3bf&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3261330 Jul 20 19:28:35.618958 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:35.685322 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ff972d-ba9a-40de-9261-2ee7fcfdab08 req-3e70057c-2a51-48ac-967e-c9d44c2d8281 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:35.686825 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e0ff972d-ba9a-40de-9261-2ee7fcfdab08 req-3e70057c-2a51-48ac-967e-c9d44c2d8281 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 931 time: 0.2097700 Jul 20 19:28:35.837987 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03d665-c11e-4864-96a7-bdd4ab3a79b3 req-fdeca60b-2fc5-4179-86a2-5f840d58134a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:35.839468 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6f03d665-c11e-4864-96a7-bdd4ab3a79b3 req-fdeca60b-2fc5-4179-86a2-5f840d58134a service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3566234 Jul 20 19:28:35.894950 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a2d444-f9c7-49c9-afeb-4f5f64644e97 req-8e5bdccd-c4ab-4f79-96ac-efd705353ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:35.896426 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-44a2d444-f9c7-49c9-afeb-4f5f64644e97 req-8e5bdccd-c4ab-4f79-96ac-efd705353ad7 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2645783 Jul 20 19:28:35.942690 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=96,neutron:INSERT=1,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:35.976166 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-4ca55aea-07b3-4ec4-a5d4-caf2b876e86f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d840dfba-98a6-425f-b11b-365b0749db34 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:28:35.988995 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-4ca55aea-07b3-4ec4-a5d4-caf2b876e86f service neutron] Publish callbacks [] for port (d840dfba-98a6-425f-b11b-365b0749db34), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:36.010868 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3cfc2834-7f5c-4258-9743-0f32011580bf req-9bd1c491-6f93-4490-b57c-f39a9e54303a tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5200036 Jul 20 19:28:36.027168 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-b74734c9-67c5-4268-b6cd-748c1c7b0832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:36.028743 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-b74734c9-67c5-4268-b6cd-748c1c7b0832 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9c025843a2de49d48c39b40f2261d3bf&device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 1127 time: 0.0989165 Jul 20 19:28:36.031745 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560af0de-d154-4595-a03b-9e9439b17034 req-2ea4997a-c8b8-4854-9e7c-4fa94a095061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:36.033286 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-560af0de-d154-4595-a03b-9e9439b17034 req-2ea4997a-c8b8-4854-9e7c-4fa94a095061 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6134043 Jul 20 19:28:36.040794 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-4ca55aea-07b3-4ec4-a5d4-caf2b876e86f service neutron] Transition to ACTIVE for port object d840dfba-98a6-425f-b11b-365b0749db34 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:28:36.057048 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd105e-baab-4391-830b-907e1cf47523 req-7185ad50-aeac-460c-9f73-bee7159c0d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:36.057048 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-27dd105e-baab-4391-830b-907e1cf47523 req-7185ad50-aeac-460c-9f73-bee7159c0d1e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9c025843a2de49d48c39b40f2261d3bf&device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 1127 time: 0.0575929 Jul 20 19:28:36.057048 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-4ca55aea-07b3-4ec4-a5d4-caf2b876e86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (d840dfba-98a6-425f-b11b-365b0749db34), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:36.068022 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e0ff972d-ba9a-40de-9261-2ee7fcfdab08 req-6f46715f-ea97-490c-bf41-9e803f788bd0 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3486502 Jul 20 19:28:36.157972 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-23cd6cea-391d-4703-8d45-1c6cdc9bebba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de6f1a3-1533-4778-946a-bfef39df578f {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:28:36.174921 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-bde66f35-335b-45ad-a0e6-bcf643f2ffbd service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2c254e5-f31b-4788-9fa7-0f9ebfad4218 HTTP/1.1" status: 200 len: 217 time: 0.0839159 Jul 20 19:28:36.180778 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-23cd6cea-391d-4703-8d45-1c6cdc9bebba service neutron] Publish callbacks [] for port (8de6f1a3-1533-4778-946a-bfef39df578f), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:36.212112 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:36.224076 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-23cd6cea-391d-4703-8d45-1c6cdc9bebba service neutron] Transition to ACTIVE for port object 8de6f1a3-1533-4778-946a-bfef39df578f will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:28:36.225184 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-27dd105e-baab-4391-830b-907e1cf47523 req-52730e6d-bcdd-4f11-b56d-5e60df422a3f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6b0ac08-0caa-47dc-9d21-4afca1983d3b HTTP/1.1" status: 200 len: 217 time: 0.1327286 Jul 20 19:28:36.226146 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-dda3dc1b-22b4-4903-b62e-c97968b3949b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:36.227887 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-dda3dc1b-22b4-4903-b62e-c97968b3949b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=183d6a3ee79e4fedb83591ce60694283&device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 1127 time: 0.0649867 Jul 20 19:28:36.228964 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-23cd6cea-391d-4703-8d45-1c6cdc9bebba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (8de6f1a3-1533-4778-946a-bfef39df578f), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:36.266132 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca55aea-07b3-4ec4-a5d4-caf2b876e86f service neutron] Pushing event updated for resources: {'Port': ['ID=d840dfba-98a6-425f-b11b-365b0749db34,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:36.349434 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd105e-baab-4391-830b-907e1cf47523 req-460590ba-81d5-4b50-855c-d23a099ff93c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:36.350849 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-27dd105e-baab-4391-830b-907e1cf47523 req-460590ba-81d5-4b50-855c-d23a099ff93c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d0032299-b9fa-48f2-97fd-620bc1f7e167 HTTP/1.1" status: 200 len: 857 time: 0.0974789 Jul 20 19:28:36.377633 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-1530b272-dae3-4e86-bf88-3f70a22caaf3 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7da85c79-f873-46d3-99dc-20d26d7d7408 HTTP/1.1" status: 200 len: 217 time: 0.1150107 Jul 20 19:28:36.385612 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-8ffbb7bd-b27d-47e8-9e82-bb46d43bebca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:36.387314 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-8ffbb7bd-b27d-47e8-9e82-bb46d43bebca service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d0032299-b9fa-48f2-97fd-620bc1f7e167 HTTP/1.1" status: 200 len: 857 time: 0.1830876 Jul 20 19:28:36.455870 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-4ca55aea-07b3-4ec4-a5d4-caf2b876e86f service neutron] Attempting to bind port d840dfba-98a6-425f-b11b-365b0749db34 on host hv-cinder-85054 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:28:36.456206 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-4ca55aea-07b3-4ec4-a5d4-caf2b876e86f service neutron] Attempting to bind port d840dfba-98a6-425f-b11b-365b0749db34 by drivers openvswitch,hyperv on host hv-cinder-85054 at level 0 using segments [{'id': 'afd2cd19-bdf1-4210-8214-74dd85035192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:28:36.456680 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-4ca55aea-07b3-4ec4-a5d4-caf2b876e86f service neutron] Attempting to bind port d840dfba-98a6-425f-b11b-365b0749db34 on network 1f233501-5abf-42f7-9923-d5c098fbf3c6 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:28:36.501599 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-4ca55aea-07b3-4ec4-a5d4-caf2b876e86f service neutron] Port d840dfba-98a6-425f-b11b-365b0749db34 on network 1f233501-5abf-42f7-9923-d5c098fbf3c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85054 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:28:36.501794 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd6cea-391d-4703-8d45-1c6cdc9bebba service neutron] Pushing event updated for resources: {'Port': ['ID=8de6f1a3-1533-4778-946a-bfef39df578f,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:36.501910 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-4ca55aea-07b3-4ec4-a5d4-caf2b876e86f service neutron] Attempting to bind port d840dfba-98a6-425f-b11b-365b0749db34 on network 1f233501-5abf-42f7-9923-d5c098fbf3c6 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:28:36.507964 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-547953b0-88db-47ef-86d1-79dcf4d60bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:36.509763 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-547953b0-88db-47ef-86d1-79dcf4d60bbf service neutron] 10.222.0.96 "GET /v2.0/subnets?id=7e91a794-ab5e-4940-a875-2eeefa5af9a0 HTTP/1.1" status: 200 len: 851 time: 0.1076064 Jul 20 19:28:36.525104 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-4ca55aea-07b3-4ec4-a5d4-caf2b876e86f service neutron] Checking agent: {'id': 'e6883320-19dd-4a2d-8302-97f8dd23b041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85054', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'started_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:28:36.525497 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-4ca55aea-07b3-4ec4-a5d4-caf2b876e86f service neutron] Checking segment: {'id': 'afd2cd19-bdf1-4210-8214-74dd85035192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:28:36.525881 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-4ca55aea-07b3-4ec4-a5d4-caf2b876e86f service neutron] Bound using segment: {'id': 'afd2cd19-bdf1-4210-8214-74dd85035192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:28:36.526433 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-4ca55aea-07b3-4ec4-a5d4-caf2b876e86f service neutron] Bound port: d840dfba-98a6-425f-b11b-365b0749db34, host: hv-cinder-85054, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afd2cd19-bdf1-4210-8214-74dd85035192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:28:36.526799 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-4ca55aea-07b3-4ec4-a5d4-caf2b876e86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (d840dfba-98a6-425f-b11b-365b0749db34), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:36.535410 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dd105e-baab-4391-830b-907e1cf47523 req-c52c8dad-124e-4d62-bfe9-0544a3c92af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:36.537078 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-27dd105e-baab-4391-830b-907e1cf47523 req-c52c8dad-124e-4d62-bfe9-0544a3c92af6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1705105 Jul 20 19:28:36.570312 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-85764cbf-131b-4421-80a9-8475629c3a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:36.571811 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-85764cbf-131b-4421-80a9-8475629c3a96 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1560519 Jul 20 19:28:36.630364 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4fba20-f885-4cd7-b8df-7ae6eeb54798 req-72ed36d2-8199-4480-a203-cf648b8e3ee6 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:36.633323 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9f4fba20-f885-4cd7-b8df-7ae6eeb54798 req-72ed36d2-8199-4480-a203-cf648b8e3ee6 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.2744679 Jul 20 19:28:36.639145 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:36.755816 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-31a4bfa5-4b45-47d7-9b34-5cc1de8eb3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:36.758681 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-31a4bfa5-4b45-47d7-9b34-5cc1de8eb3f8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2349842 Jul 20 19:28:36.779152 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581cecaf-0b02-4195-ba8b-ca4037e962ce req-fc595d67-a3aa-435a-a6f3-49d76a62f2fa tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:36.780707 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-581cecaf-0b02-4195-ba8b-ca4037e962ce req-fc595d67-a3aa-435a-a6f3-49d76a62f2fa tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 943 time: 0.2606277 Jul 20 19:28:36.801088 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:36.898823 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-581cecaf-0b02-4195-ba8b-ca4037e962ce req-c8c7c826-9750-4efc-a3bd-9ee72e12db60 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901244 Jul 20 19:28:36.912462 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:36.936915 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9f4fba20-f885-4cd7-b8df-7ae6eeb54798 req-09e589c8-3f43-478a-88b3-534be87b73da tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2778335 Jul 20 19:28:36.961636 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-4ca55aea-07b3-4ec4-a5d4-caf2b876e86f service neutron] For port d840dfba-98a6-425f-b11b-365b0749db34, host hv-cinder-85054, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:28:37.005818 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-23cd6cea-391d-4703-8d45-1c6cdc9bebba service neutron] Attempting to bind port 8de6f1a3-1533-4778-946a-bfef39df578f on host hv-cinder-85054 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:28:37.006458 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-23cd6cea-391d-4703-8d45-1c6cdc9bebba service neutron] Attempting to bind port 8de6f1a3-1533-4778-946a-bfef39df578f by drivers openvswitch,hyperv on host hv-cinder-85054 at level 0 using segments [{'id': '0834ea49-c9d4-4bbd-9331-a43aae639ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:28:37.006949 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-23cd6cea-391d-4703-8d45-1c6cdc9bebba service neutron] Attempting to bind port 8de6f1a3-1533-4778-946a-bfef39df578f on network c252680c-c029-4238-80e1-835b5a8591d8 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:28:37.014535 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-23cd6cea-391d-4703-8d45-1c6cdc9bebba service neutron] Port 8de6f1a3-1533-4778-946a-bfef39df578f on network c252680c-c029-4238-80e1-835b5a8591d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85054 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:28:37.015088 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-23cd6cea-391d-4703-8d45-1c6cdc9bebba service neutron] Attempting to bind port 8de6f1a3-1533-4778-946a-bfef39df578f on network c252680c-c029-4238-80e1-835b5a8591d8 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:28:37.017300 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-27dd105e-baab-4391-830b-907e1cf47523 req-f6646f68-7a80-4043-8ceb-3fe6ec01f8e5 service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4601183 Jul 20 19:28:37.019157 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-d8ed22e5-e613-44c8-b50c-01967b56270c service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4365475 Jul 20 19:28:37.025573 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-23cd6cea-391d-4703-8d45-1c6cdc9bebba service neutron] Checking agent: {'id': 'e6883320-19dd-4a2d-8302-97f8dd23b041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85054', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'started_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:28:37.026162 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-23cd6cea-391d-4703-8d45-1c6cdc9bebba service neutron] Checking segment: {'id': '0834ea49-c9d4-4bbd-9331-a43aae639ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:28:37.026549 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-23cd6cea-391d-4703-8d45-1c6cdc9bebba service neutron] Bound using segment: {'id': '0834ea49-c9d4-4bbd-9331-a43aae639ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:28:37.027253 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-23cd6cea-391d-4703-8d45-1c6cdc9bebba service neutron] Bound port: 8de6f1a3-1533-4778-946a-bfef39df578f, host: hv-cinder-85054, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0834ea49-c9d4-4bbd-9331-a43aae639ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:28:37.027386 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-23cd6cea-391d-4703-8d45-1c6cdc9bebba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (8de6f1a3-1533-4778-946a-bfef39df578f), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:37.040820 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-4ca55aea-07b3-4ec4-a5d4-caf2b876e86f service neutron] For port d840dfba-98a6-425f-b11b-365b0749db34, host hv-cinder-85054, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=d840dfba-98a6-425f-b11b-365b0749db34,segment=NetworkSegment(afd2cd19-bdf1-4210-8214-74dd85035192),segment_id=afd2cd19-bdf1-4210-8214-74dd85035192)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:28:37.093022 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-4ca55aea-07b3-4ec4-a5d4-caf2b876e86f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (d840dfba-98a6-425f-b11b-365b0749db34), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:37.130945 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 34192) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:37.140680 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-2226fb0b-26fa-4c81-81ce-b8a80c546093 service neutron] 10.222.0.96 "GET /v2.0/networks/8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3549287 Jul 20 19:28:37.165986 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca55aea-07b3-4ec4-a5d4-caf2b876e86f service neutron] Pushing event updated for resources: {'Port': ['ID=d840dfba-98a6-425f-b11b-365b0749db34,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:37.277826 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf53680-a634-4ce5-8c2d-b84cfa781dd1 req-0ff678a0-6eaa-4a60-addd-ebb398fc6d63 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:37.285404 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-edf53680-a634-4ce5-8c2d-b84cfa781dd1 req-0ff678a0-6eaa-4a60-addd-ebb398fc6d63 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 943 time: 0.1114166 Jul 20 19:28:37.304725 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-4ca55aea-07b3-4ec4-a5d4-caf2b876e86f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:37.305393 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-4ca55aea-07b3-4ec4-a5d4-caf2b876e86f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for port (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:37.312347 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-4ca55aea-07b3-4ec4-a5d4-caf2b876e86f service neutron] 10.222.0.96 "PUT /v2.0/ports/d840dfba-98a6-425f-b11b-365b0749db34 HTTP/1.1" status: 200 len: 1093 time: 2.4774268 Jul 20 19:28:37.315323 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05854927-1ff5-4246-9509-c677fbb0a9f2', 'tag': 'd840dfba-98a6-425f-b11b-365b0749db34'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:28:37.318478 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9cd79ebd3f805e6a7478220ee26c4e1921248cfe9318229c3fb3c09e22ed3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd94033-3de5-4f51-b22b-f1bf46a419a6" -d '{"events": [{"name": "network-changed", "server_uuid": "05854927-1ff5-4246-9509-c677fbb0a9f2", "tag": "d840dfba-98a6-425f-b11b-365b0749db34"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:28:37.366195 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:INSERT=2,neutron:SELECT=96,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:37.390288 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-bf9cc2c1-9dc7-418b-8432-26d4145234fe req-22c517d3-6577-4d4d-a149-a0e165c9f46b service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531466 Jul 20 19:28:37.393097 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-27dd105e-baab-4391-830b-907e1cf47523 req-b7c68d88-3d6b-4ca6-bd00-5a3034c69f11 service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3592837 Jul 20 19:28:37.491277 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-4a48a7d9-ad7f-4bc4-89f4-566872f4d081 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:37.493556 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-4a48a7d9-ad7f-4bc4-89f4-566872f4d081 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=02f994a0231b4176b8181d13d58ee9ec&device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 1127 time: 0.0677373 Jul 20 19:28:37.542789 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-23cd6cea-391d-4703-8d45-1c6cdc9bebba service neutron] For port 8de6f1a3-1533-4778-946a-bfef39df578f, host hv-cinder-85054, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:28:37.578780 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-edf53680-a634-4ce5-8c2d-b84cfa781dd1 req-ff158e64-e03f-4185-87c5-c7a2e9329bea tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925351 Jul 20 19:28:37.585903 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d58959a2-ffa7-42e9-ab2e-871245765a78 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:37.591863 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-23cd6cea-391d-4703-8d45-1c6cdc9bebba service neutron] For port 8de6f1a3-1533-4778-946a-bfef39df578f, host hv-cinder-85054, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=8de6f1a3-1533-4778-946a-bfef39df578f,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:28:37.606329 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a3375a-df8c-4498-88f3-39569830f3c5 req-591c29ee-b8e3-4164-85e8-ea890379ec73 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:37.609076 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-53a3375a-df8c-4498-88f3-39569830f3c5 req-591c29ee-b8e3-4164-85e8-ea890379ec73 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 943 time: 0.2352636 Jul 20 19:28:37.626425 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-23cd6cea-391d-4703-8d45-1c6cdc9bebba service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (8de6f1a3-1533-4778-946a-bfef39df578f), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:37.631108 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49cb9539-994e-4a61-ad3b-7e0e635151f4 x-openstack-request-id: req-49cb9539-994e-4a61-ad3b-7e0e635151f4 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:28:37.632081 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05854927-1ff5-4246-9509-c677fbb0a9f2", "tag": "d840dfba-98a6-425f-b11b-365b0749db34", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:28:37.632333 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-49cb9539-994e-4a61-ad3b-7e0e635151f4 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:28:37.632945 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-49cb9539-994e-4a61-ad3b-7e0e635151f4'] response: {'name': 'network-changed', 'server_uuid': '05854927-1ff5-4246-9509-c677fbb0a9f2', 'tag': 'd840dfba-98a6-425f-b11b-365b0749db34', 'status': 'completed', 'code': 200} Jul 20 19:28:37.687617 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-62273242-4fb7-4b53-9fdc-022d3f31f647 req-ad3e918b-3b31-4aff-b186-17e2ea994757 service neutron] 10.222.0.96 "GET /v2.0/networks/8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5309153 Jul 20 19:28:37.715255 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-23cd6cea-391d-4703-8d45-1c6cdc9bebba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:37.716033 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-23cd6cea-391d-4703-8d45-1c6cdc9bebba service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:37.717416 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-23cd6cea-391d-4703-8d45-1c6cdc9bebba service neutron] 10.222.0.96 "PUT /v2.0/ports/8de6f1a3-1533-4778-946a-bfef39df578f HTTP/1.1" status: 200 len: 1093 time: 2.8557744 Jul 20 19:28:37.717926 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cf917f-83ab-47d0-82d4-8d8dc896aacb', 'tag': '8de6f1a3-1533-4778-946a-bfef39df578f'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:28:37.720176 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a56c2640-8d53-47b8-b845-089631de81ba" -d '{"events": [{"name": "network-changed", "server_uuid": "27cf917f-83ab-47d0-82d4-8d8dc896aacb", "tag": "8de6f1a3-1533-4778-946a-bfef39df578f"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:28:37.762166 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:28:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c2115ca-c205-4aa1-8cab-ec0554eec2e7 x-openstack-request-id: req-4c2115ca-c205-4aa1-8cab-ec0554eec2e7 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:28:37.762629 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cf917f-83ab-47d0-82d4-8d8dc896aacb", "tag": "8de6f1a3-1533-4778-946a-bfef39df578f", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:28:37.762804 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4c2115ca-c205-4aa1-8cab-ec0554eec2e7 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:28:37.763209 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4c2115ca-c205-4aa1-8cab-ec0554eec2e7'] response: {'name': 'network-changed', 'server_uuid': '27cf917f-83ab-47d0-82d4-8d8dc896aacb', 'tag': '8de6f1a3-1533-4778-946a-bfef39df578f', 'status': 'completed', 'code': 200} Jul 20 19:28:37.769642 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-53a3375a-df8c-4498-88f3-39569830f3c5 req-75bff13f-72c2-4cd6-955a-702298ef6743 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499703 Jul 20 19:28:37.770228 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cd6cea-391d-4703-8d45-1c6cdc9bebba service neutron] Pushing event updated for resources: {'Port': ['ID=8de6f1a3-1533-4778-946a-bfef39df578f,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:37.821378 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d58959a2-ffa7-42e9-ab2e-871245765a78 admin admin] Publish callbacks [] for security_group (9a25727b-be86-4fa4-b5f4-dc911331427c), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:37.825401 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d58959a2-ffa7-42e9-ab2e-871245765a78 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (9a25727b-be86-4fa4-b5f4-dc911331427c), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:37.868844 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-d58959a2-ffa7-42e9-ab2e-871245765a78 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2933a2d465444fff9287314059e53df8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7372234 Jul 20 19:28:37.869669 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58959a2-ffa7-42e9-ab2e-871245765a78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a25727b-be86-4fa4-b5f4-dc911331427c,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:37.871482 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 34212) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:37.925572 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0ad3f597-4e90-4b5e-b597-26f5f2524205 admin admin] Publish callbacks [] for security_group (9a25727b-be86-4fa4-b5f4-dc911331427c), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:37.948273 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0ad3f597-4e90-4b5e-b597-26f5f2524205 admin admin] Publish callbacks [] for security_group (9a25727b-be86-4fa4-b5f4-dc911331427c), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:37.984846 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:38.010343 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0ad3f597-4e90-4b5e-b597-26f5f2524205 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (9a25727b-be86-4fa4-b5f4-dc911331427c), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:38.013780 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0ad3f597-4e90-4b5e-b597-26f5f2524205 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:38.015731 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b29ae48-01b4-423c-9864-2edade8d3280 req-eae1407f-19c3-4574-b9bf-a33cb02fab5d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:38.020072 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-0ad3f597-4e90-4b5e-b597-26f5f2524205 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9a25727b-be86-4fa4-b5f4-dc911331427c HTTP/1.1" status: 204 len: 168 time: 0.1448748 Jul 20 19:28:38.022799 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4b29ae48-01b4-423c-9864-2edade8d3280 req-eae1407f-19c3-4574-b9bf-a33cb02fab5d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 943 time: 0.0566080 Jul 20 19:28:38.033184 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad3f597-4e90-4b5e-b597-26f5f2524205 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a25727b-be86-4fa4-b5f4-dc911331427c,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:38.093739 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:INSERT=5 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:38.107455 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157d8cee-dbd5-4080-b900-ca35306a1e2d req-44607b65-9510-4bef-8547-deaeb0dc006c tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:38.112394 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-157d8cee-dbd5-4080-b900-ca35306a1e2d req-44607b65-9510-4bef-8547-deaeb0dc006c tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0687516 Jul 20 19:28:38.120106 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4b29ae48-01b4-423c-9864-2edade8d3280 req-b150c0d6-32d7-4331-b72f-6b328946a24a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964172 Jul 20 19:28:38.172424 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-157d8cee-dbd5-4080-b900-ca35306a1e2d req-5214ff67-166d-4a38-a047-fbe30ce53681 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563207 Jul 20 19:28:38.343644 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 34226) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:38.357747 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-212b3b91-d9e8-49d5-b8e6-82e472fee08f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:38.360224 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:INSERT=7 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:38.437225 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-212b3b91-d9e8-49d5-b8e6-82e472fee08f admin admin] Publish callbacks [] for security_group (8607074a-aac3-470f-8d18-dc288a48e688), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:38.441290 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-212b3b91-d9e8-49d5-b8e6-82e472fee08f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (8607074a-aac3-470f-8d18-dc288a48e688), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:38.482376 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212b3b91-d9e8-49d5-b8e6-82e472fee08f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8607074a-aac3-470f-8d18-dc288a48e688,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:38.488464 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-212b3b91-d9e8-49d5-b8e6-82e472fee08f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=55141660f0f14e79b9badfeec1983dba&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1437666 Jul 20 19:28:38.490470 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 34228) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:38.544087 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-94e1fa55-7703-4cec-9a27-bff3d38325e5 admin admin] Publish callbacks [] for security_group (8607074a-aac3-470f-8d18-dc288a48e688), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:38.567375 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-94e1fa55-7703-4cec-9a27-bff3d38325e5 admin admin] Publish callbacks [] for security_group (8607074a-aac3-470f-8d18-dc288a48e688), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:38.621672 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-94e1fa55-7703-4cec-9a27-bff3d38325e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (8607074a-aac3-470f-8d18-dc288a48e688), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:38.624250 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-94e1fa55-7703-4cec-9a27-bff3d38325e5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:38.625396 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-94e1fa55-7703-4cec-9a27-bff3d38325e5 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8607074a-aac3-470f-8d18-dc288a48e688 HTTP/1.1" status: 204 len: 168 time: 0.1340349 Jul 20 19:28:38.634241 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e1fa55-7703-4cec-9a27-bff3d38325e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8607074a-aac3-470f-8d18-dc288a48e688,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:38.709322 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bcf00f-a9e7-42c0-8df7-015ab06e0f21 req-2502b5e8-7960-4298-8d25-2d98c8dec27f tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:38.711469 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a2bcf00f-a9e7-42c0-8df7-015ab06e0f21 req-2502b5e8-7960-4298-8d25-2d98c8dec27f tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 943 time: 0.0575690 Jul 20 19:28:38.765727 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a2bcf00f-a9e7-42c0-8df7-015ab06e0f21 req-83f3929b-9e2d-4f90-8ed0-643a4dee025d tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486946 Jul 20 19:28:38.937387 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d115474b-9b77-410f-ae61-e8d3e93aae10 req-e3175006-a7c3-4de4-886f-41ae6149410e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:38.939216 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d115474b-9b77-410f-ae61-e8d3e93aae10 req-e3175006-a7c3-4de4-886f-41ae6149410e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 943 time: 0.0526993 Jul 20 19:28:38.991879 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d115474b-9b77-410f-ae61-e8d3e93aae10 req-4056c1a1-dccd-4f37-a693-2aec0754539b tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467098 Jul 20 19:28:39.258602 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d705a305-3610-4f7a-bae5-ba30bb377edd req-022a6d2c-8c95-45f9-87ef-61bbfe8db681 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:39.260477 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d705a305-3610-4f7a-bae5-ba30bb377edd req-022a6d2c-8c95-45f9-87ef-61bbfe8db681 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 943 time: 0.0589240 Jul 20 19:28:39.345772 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5bbc4-c2f8-44f5-a731-2896813c8c0d req-7b981155-010e-4c47-a576-1a77d2c27850 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:39.348244 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ccf5bbc4-c2f8-44f5-a731-2896813c8c0d req-7b981155-010e-4c47-a576-1a77d2c27850 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0869021 Jul 20 19:28:39.364520 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d705a305-3610-4f7a-bae5-ba30bb377edd req-dc5ec908-7352-4cae-8698-3a8f50eba9ea tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852041 Jul 20 19:28:39.421446 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ccf5bbc4-c2f8-44f5-a731-2896813c8c0d req-1f39e3a3-867d-4fc7-9e53-aa9a4c2105d1 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617647 Jul 20 19:28:39.850058 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 34280) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:39.894707 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a63d3aa-2b35-495a-9cc1-f729fbc33b15 req-a1d42d22-0465-43b3-a6f0-53c99ead5c55 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:39.896142 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9a63d3aa-2b35-495a-9cc1-f729fbc33b15 req-a1d42d22-0465-43b3-a6f0-53c99ead5c55 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 943 time: 0.0583675 Jul 20 19:28:39.955003 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9a63d3aa-2b35-495a-9cc1-f729fbc33b15 req-aeb13dba-d6bd-459e-a17b-37f5d3f8a446 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522590 Jul 20 19:28:39.994286 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-42417e07-e27a-4ac5-9b45-edaf99bbbdf2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:40.086208 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-42417e07-e27a-4ac5-9b45-edaf99bbbdf2 admin admin] Publish callbacks [] for security_group (86656228-112c-4c9c-923f-73c1286748f7), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:40.090871 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-42417e07-e27a-4ac5-9b45-edaf99bbbdf2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (86656228-112c-4c9c-923f-73c1286748f7), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:40.124246 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5402149-880b-4cbe-89a7-1be93f2b13bf req-54238275-ddb7-4829-ba2d-358878aaa738 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:40.125828 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e5402149-880b-4cbe-89a7-1be93f2b13bf req-54238275-ddb7-4829-ba2d-358878aaa738 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 943 time: 0.0575926 Jul 20 19:28:40.133342 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42417e07-e27a-4ac5-9b45-edaf99bbbdf2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86656228-112c-4c9c-923f-73c1286748f7,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:40.140145 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-42417e07-e27a-4ac5-9b45-edaf99bbbdf2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=819ea25504bf403a9c929b179f2c4637&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2832446 Jul 20 19:28:40.140427 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 34286) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:40.164358 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:40.190310 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e5402149-880b-4cbe-89a7-1be93f2b13bf req-a96662ac-5eee-4069-863c-c7839daf6084 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555460 Jul 20 19:28:40.204154 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8e5fbfcd-f13a-453e-8ca4-49a3e8634566 admin admin] Publish callbacks [] for security_group (86656228-112c-4c9c-923f-73c1286748f7), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:40.235952 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8e5fbfcd-f13a-453e-8ca4-49a3e8634566 admin admin] Publish callbacks [] for security_group (86656228-112c-4c9c-923f-73c1286748f7), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:40.290237 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8e5fbfcd-f13a-453e-8ca4-49a3e8634566 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (86656228-112c-4c9c-923f-73c1286748f7), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:40.292767 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8e5fbfcd-f13a-453e-8ca4-49a3e8634566 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:40.298406 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-8e5fbfcd-f13a-453e-8ca4-49a3e8634566 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/86656228-112c-4c9c-923f-73c1286748f7 HTTP/1.1" status: 204 len: 168 time: 0.1528268 Jul 20 19:28:40.302604 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5fbfcd-f13a-453e-8ca4-49a3e8634566 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86656228-112c-4c9c-923f-73c1286748f7,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:40.481313 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:INSERT=8,neutron:SELECT=91,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:40.502880 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b1ff5f-b2e3-415b-ac08-c50ba78bf432 req-af3a177d-fcfe-4ff4-9bb1-9ad6918c5ce0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:40.504477 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-78b1ff5f-b2e3-415b-ac08-c50ba78bf432 req-af3a177d-fcfe-4ff4-9bb1-9ad6918c5ce0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 943 time: 0.0615890 Jul 20 19:28:40.603924 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2079a9d8-86e2-4562-ad2d-4917f1d4eb4b req-ad49f78b-9f5a-4bfd-b048-0a1e34e232d9 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:40.605427 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2079a9d8-86e2-4562-ad2d-4917f1d4eb4b req-ad49f78b-9f5a-4bfd-b048-0a1e34e232d9 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0853009 Jul 20 19:28:40.608789 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-78b1ff5f-b2e3-415b-ac08-c50ba78bf432 req-f4fff449-aeb4-4103-963b-4d003b17a8fa tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967605 Jul 20 19:28:40.664820 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2079a9d8-86e2-4562-ad2d-4917f1d4eb4b req-c51cecda-27b2-4e68-bab6-9706cf3200e0 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479822 Jul 20 19:28:40.761460 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:41.083279 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddaab2ab-e980-4a0a-bc1c-6c16a60bc38b req-c0d4fc67-fac4-4250-9eba-af00eed0e48e tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:41.086100 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ddaab2ab-e980-4a0a-bc1c-6c16a60bc38b req-c0d4fc67-fac4-4250-9eba-af00eed0e48e tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 943 time: 0.0585291 Jul 20 19:28:41.139381 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ddaab2ab-e980-4a0a-bc1c-6c16a60bc38b req-b377293a-da00-4483-84d2-a5909a9b4e29 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478179 Jul 20 19:28:41.313367 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5948cd-b218-4c56-bfef-8b6860a4e4c9 req-4179454e-cfb8-412e-9340-5928069dd8a3 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:41.314842 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-af5948cd-b218-4c56-bfef-8b6860a4e4c9 req-4179454e-cfb8-412e-9340-5928069dd8a3 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 943 time: 0.0502503 Jul 20 19:28:41.374820 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-af5948cd-b218-4c56-bfef-8b6860a4e4c9 req-50ee6517-b7c8-4527-98f4-015c4168bb60 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536709 Jul 20 19:28:41.518783 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 34346) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:41.655174 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d6e363a-3d78-48aa-b6e5-885e12efc0a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:41.742627 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d6e363a-3d78-48aa-b6e5-885e12efc0a7 admin admin] Publish callbacks [] for security_group (50f71ccc-5546-4736-aacf-c670fcb6ed34), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:41.747394 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d6e363a-3d78-48aa-b6e5-885e12efc0a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (50f71ccc-5546-4736-aacf-c670fcb6ed34), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:41.749987 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aae2fb-13cf-4040-9ffe-082a7d21c34c req-c96451c3-78e6-4974-8b22-9e83f0861923 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:41.751777 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a4aae2fb-13cf-4040-9ffe-082a7d21c34c req-c96451c3-78e6-4974-8b22-9e83f0861923 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 943 time: 0.0665350 Jul 20 19:28:41.812911 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-7d6e363a-3d78-48aa-b6e5-885e12efc0a7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0542a4825011418a92398b8a6f8bf62b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2921855 Jul 20 19:28:41.814196 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6e363a-3d78-48aa-b6e5-885e12efc0a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f71ccc-5546-4736-aacf-c670fcb6ed34,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:41.815930 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 34360) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:41.824069 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e363a-3d78-48aa-b6e5-885e12efc0a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:41.824529 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e363a-3d78-48aa-b6e5-885e12efc0a7 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:41.824996 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e363a-3d78-48aa-b6e5-885e12efc0a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:41.825392 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e363a-3d78-48aa-b6e5-885e12efc0a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:41.825855 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e363a-3d78-48aa-b6e5-885e12efc0a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:41.826256 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e363a-3d78-48aa-b6e5-885e12efc0a7 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:41.826650 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e363a-3d78-48aa-b6e5-885e12efc0a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:41.827124 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e363a-3d78-48aa-b6e5-885e12efc0a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:41.827536 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e363a-3d78-48aa-b6e5-885e12efc0a7 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:41.827945 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e363a-3d78-48aa-b6e5-885e12efc0a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:41.828345 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e363a-3d78-48aa-b6e5-885e12efc0a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:41.828740 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e363a-3d78-48aa-b6e5-885e12efc0a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:41.829243 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e363a-3d78-48aa-b6e5-885e12efc0a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:41.829780 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e363a-3d78-48aa-b6e5-885e12efc0a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:41.830169 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d6e363a-3d78-48aa-b6e5-885e12efc0a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:41.889382 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db0151f-b2e7-464b-8949-76d6eab93022 req-90269550-7a78-4a79-8e5c-c7ee33ba7daa tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:41.891311 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6db0151f-b2e7-464b-8949-76d6eab93022 req-90269550-7a78-4a79-8e5c-c7ee33ba7daa tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.1265218 Jul 20 19:28:41.935165 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a4aae2fb-13cf-4040-9ffe-082a7d21c34c req-5bf33308-05ae-4c18-81d1-757c2293cc28 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720362 Jul 20 19:28:41.972167 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-87d3a7d8-2e0e-4ff2-81e8-7ad036f32c50 admin admin] Publish callbacks [] for security_group (50f71ccc-5546-4736-aacf-c670fcb6ed34), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:41.977625 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6db0151f-b2e7-464b-8949-76d6eab93022 req-fe1f98ea-3ae2-4378-8ce9-1e3ae8e88f6a tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0797834 Jul 20 19:28:42.001676 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-87d3a7d8-2e0e-4ff2-81e8-7ad036f32c50 admin admin] Publish callbacks [] for security_group (50f71ccc-5546-4736-aacf-c670fcb6ed34), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:42.090727 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-87d3a7d8-2e0e-4ff2-81e8-7ad036f32c50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (50f71ccc-5546-4736-aacf-c670fcb6ed34), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:42.093882 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-87d3a7d8-2e0e-4ff2-81e8-7ad036f32c50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:42.095752 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-87d3a7d8-2e0e-4ff2-81e8-7ad036f32c50 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/50f71ccc-5546-4736-aacf-c670fcb6ed34 HTTP/1.1" status: 204 len: 168 time: 0.2786191 Jul 20 19:28:42.111665 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d3a7d8-2e0e-4ff2-81e8-7ad036f32c50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f71ccc-5546-4736-aacf-c670fcb6ed34,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:42.120034 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3a7d8-2e0e-4ff2-81e8-7ad036f32c50 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:42.120387 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3a7d8-2e0e-4ff2-81e8-7ad036f32c50 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:42.120757 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3a7d8-2e0e-4ff2-81e8-7ad036f32c50 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:42.121131 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3a7d8-2e0e-4ff2-81e8-7ad036f32c50 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:42.121618 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3a7d8-2e0e-4ff2-81e8-7ad036f32c50 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:42.122170 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3a7d8-2e0e-4ff2-81e8-7ad036f32c50 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:42.122590 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3a7d8-2e0e-4ff2-81e8-7ad036f32c50 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:42.122826 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3a7d8-2e0e-4ff2-81e8-7ad036f32c50 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:42.123333 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3a7d8-2e0e-4ff2-81e8-7ad036f32c50 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:42.123678 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3a7d8-2e0e-4ff2-81e8-7ad036f32c50 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:42.124034 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3a7d8-2e0e-4ff2-81e8-7ad036f32c50 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:42.124372 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3a7d8-2e0e-4ff2-81e8-7ad036f32c50 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:42.124862 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3a7d8-2e0e-4ff2-81e8-7ad036f32c50 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:42.125214 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3a7d8-2e0e-4ff2-81e8-7ad036f32c50 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:42.125546 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87d3a7d8-2e0e-4ff2-81e8-7ad036f32c50 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:42.267640 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587c73d-6d95-4abd-8bdb-94c8441fb293 req-932730d4-1657-47a3-adc7-00fec97bb131 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:42.269255 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a587c73d-6d95-4abd-8bdb-94c8441fb293 req-932730d4-1657-47a3-adc7-00fec97bb131 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 943 time: 0.0551195 Jul 20 19:28:42.319852 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a587c73d-6d95-4abd-8bdb-94c8441fb293 req-1b0604cb-8846-4fb9-8b6f-f8878dd16c29 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442319 Jul 20 19:28:42.515365 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264927b0-d2cd-4d7e-b983-5d0721319aa2 req-10acb6f1-cdb0-4de2-a2ab-c5629aa7a756 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:42.516758 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-264927b0-d2cd-4d7e-b983-5d0721319aa2 req-10acb6f1-cdb0-4de2-a2ab-c5629aa7a756 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 943 time: 0.0624590 Jul 20 19:28:42.570084 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-264927b0-d2cd-4d7e-b983-5d0721319aa2 req-e0a854ba-8ad8-42e9-8d6a-0d97813b62f8 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468326 Jul 20 19:28:42.821038 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 34408) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:42.938778 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-70874029-f88c-4112-8af9-b05e5c2a5023 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1308110093-network', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:42.942821 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-947a441b-3f05-41bb-b57c-b8f5a73a6e88 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d840dfba-98a6-425f-b11b-365b0749db34 HTTP/1.1" status: 200 len: 217 time: 0.0433896 Jul 20 19:28:42.961405 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70874029-f88c-4112-8af9-b05e5c2a5023 admin admin] Made reservation on behalf of 3f1255754afb4cd384a11c87a9d717df for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:28:42.965042 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-70874029-f88c-4112-8af9-b05e5c2a5023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for network (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:42.974256 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-70874029-f88c-4112-8af9-b05e5c2a5023 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:43.019769 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=80,neutron:INSERT=17,neutron:UPDATE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:43.058263 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-70874029-f88c-4112-8af9-b05e5c2a5023 admin admin] Publish callbacks [] for security_group (185f6557-8ca4-4443-b218-106278995b6a), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:43.063310 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-70874029-f88c-4112-8af9-b05e5c2a5023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (185f6557-8ca4-4443-b218-106278995b6a), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:43.071736 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:DELETE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:43.074091 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f9501c-1e79-4f41-bd39-690ca69b14a0 req-0593569b-1991-4656-a93f-ffbb1f077eda tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:43.075626 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e1f9501c-1e79-4f41-bd39-690ca69b14a0 req-0593569b-1991-4656-a93f-ffbb1f077eda tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 943 time: 0.0685275 Jul 20 19:28:43.093288 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70874029-f88c-4112-8af9-b05e5c2a5023 admin admin] vlan segment allocate from pool success with {'vlan_id': 993, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:28:43.104355 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70874029-f88c-4112-8af9-b05e5c2a5023 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185f6557-8ca4-4443-b218-106278995b6a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:43.109279 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-70874029-f88c-4112-8af9-b05e5c2a5023 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (bc85ed34-e892-4f73-ad9d-357e54d0164b), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:43.109631 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.db.segments_db [None req-70874029-f88c-4112-8af9-b05e5c2a5023 admin admin] Added segment bc85ed34-e892-4f73-ad9d-357e54d0164b of type vlan for network bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b Jul 20 19:28:43.126715 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:43.143526 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0968971-2ab8-4eb8-8850-7e434486b3d6 req-8ff3b849-5b5c-46e6-87bf-cdde0f3b1cc8 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:43.145039 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c0968971-2ab8-4eb8-8850-7e434486b3d6 req-8ff3b849-5b5c-46e6-87bf-cdde0f3b1cc8 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0684979 Jul 20 19:28:43.147557 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:43.152073 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-70874029-f88c-4112-8af9-b05e5c2a5023 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773866076730'] for network (bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:43.190782 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-70874029-f88c-4112-8af9-b05e5c2a5023 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for network (bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:43.191968 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70874029-f88c-4112-8af9-b05e5c2a5023 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:43.192579 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-70874029-f88c-4112-8af9-b05e5c2a5023 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:43.204261 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e1f9501c-1e79-4f41-bd39-690ca69b14a0 req-c9336ac7-5716-49d7-a064-6484cb75e5b2 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169858 Jul 20 19:28:43.224896 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c0968971-2ab8-4eb8-8850-7e434486b3d6 req-d73345c0-730a-4fe9-a576-3472bb776ab1 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703011 Jul 20 19:28:43.237364 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-70874029-f88c-4112-8af9-b05e5c2a5023 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.4148760 Jul 20 19:28:43.240274 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 34422) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:43.253545 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-3b7dc5a2-18f4-4a49-81c3-4cb215df6ca2 admin admin] Request body: {'subnet': {'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1308110093-subnet', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:43.285973 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70874029-f88c-4112-8af9-b05e5c2a5023 admin admin] Pushing event updated for resources: {'Network': ['ID=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:43.298706 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b7dc5a2-18f4-4a49-81c3-4cb215df6ca2 admin admin] Made reservation on behalf of 3f1255754afb4cd384a11c87a9d717df for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:28:43.298899 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Network bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b details requested by agent ovs-agent-dv-cinder-850548-1-iscsi with host dv-cinder-850548-1-iscsi {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:28:43.302519 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3b7dc5a2-18f4-4a49-81c3-4cb215df6ca2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:43.460035 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa2b678-eae0-433f-92ee-001887f4ae49 req-aa556e4a-3db8-41e7-9d87-accd5147c038 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:43.462260 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2fa2b678-eae0-433f-92ee-001887f4ae49 req-aa556e4a-3db8-41e7-9d87-accd5147c038 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 943 time: 0.0579057 Jul 20 19:28:43.511956 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3b7dc5a2-18f4-4a49-81c3-4cb215df6ca2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for subnet (4d19357c-ece7-45d1-a6a5-4668097ab380), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:43.521859 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2fa2b678-eae0-433f-92ee-001887f4ae49 req-e0039bcb-4f8d-4234-97c9-cc6aa1d2c39d tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534496 Jul 20 19:28:43.576584 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7dc5a2-18f4-4a49-81c3-4cb215df6ca2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4d19357c-ece7-45d1-a6a5-4668097ab380,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:43.585613 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7dc5a2-18f4-4a49-81c3-4cb215df6ca2 admin admin] Checking segment: {'id': 'bc85ed34-e892-4f73-ad9d-357e54d0164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:28:43.585953 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7dc5a2-18f4-4a49-81c3-4cb215df6ca2 admin admin] Network hostable DHCP agents. Network: bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b, hostable agents: ['217e9daa-c487-480e-ab7e-28b155725c37'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:28:43.610218 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b7dc5a2-18f4-4a49-81c3-4cb215df6ca2 admin admin] Network bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b is scheduled to be hosted by DHCP agent 217e9daa-c487-480e-ab7e-28b155725c37 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:28:43.620283 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-aa5ac954-0c89-442d-b3fb-2d25cce23da4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:43.623086 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-3b7dc5a2-18f4-4a49-81c3-4cb215df6ca2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850548-1-iscsi, bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:28:43.633201 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7dc5a2-18f4-4a49-81c3-4cb215df6ca2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:43.633799 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3b7dc5a2-18f4-4a49-81c3-4cb215df6ca2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:43.634238 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8896789f-0163-4140-94f2-08e3c4c65d23 None None] Network bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:28:43.662542 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-3b7dc5a2-18f4-4a49-81c3-4cb215df6ca2 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4176424 Jul 20 19:28:43.662915 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 34438) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:43.669375 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a859aa81-6b88-417c-aa34-87d3651e4765 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1308110093-router', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:43.713937 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a859aa81-6b88-417c-aa34-87d3651e4765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1715278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3573'] for router (0e825021-e5c0-47f7-bf54-fe8856ae3ffd), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:43.715927 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a859aa81-6b88-417c-aa34-87d3651e4765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1715418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823423', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1688196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3582'] for router (0e825021-e5c0-47f7-bf54-fe8856ae3ffd), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:43.760185 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aba9c5d-d59d-4300-a83f-c1e03c24ca7a req-88853de6-cfd4-448c-a953-8e74555c4a5e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:43.762496 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0aba9c5d-d59d-4300-a83f-c1e03c24ca7a req-88853de6-cfd4-448c-a953-8e74555c4a5e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 943 time: 0.0646031 Jul 20 19:28:43.777746 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a79ea1f-3a02-5f09-9d5d-548655c7a341-bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'fixed_ips': [{'subnet_id': '4d19357c-ece7-45d1-a6a5-4668097ab380'}]}} from dv-cinder-850548-1-iscsi. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 19:28:43.778855 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:43.828602 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a859aa81-6b88-417c-aa34-87d3651e4765 admin admin] Publish callbacks [] for router_controller (0e825021-e5c0-47f7-bf54-fe8856ae3ffd), precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:43.913951 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0aba9c5d-d59d-4300-a83f-c1e03c24ca7a req-38a6ceac-d56d-4b4e-aef3-e960ed78f5e5 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338532 Jul 20 19:28:43.921276 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Allocated IP 172.20.0.2 (bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b/4d19357c-ece7-45d1-a6a5-4668097ab380/1c530bf9-93c7-4b70-a5b1-05f9721fff36) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:28:44.080312 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Publish callbacks [] for port (1c530bf9-93c7-4b70-a5b1-05f9721fff36), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:44.086370 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (1c530bf9-93c7-4b70-a5b1-05f9721fff36), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:44.129476 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Network bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:28:44.136068 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:28:44.138555 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:28:44.151112 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Pushing event updated for resources: {'Port': ['ID=1c530bf9-93c7-4b70-a5b1-05f9721fff36,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:44.170899 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a859aa81-6b88-417c-aa34-87d3651e4765 admin admin] Publish callbacks [] for router_gateway (0e825021-e5c0-47f7-bf54-fe8856ae3ffd), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:44.174218 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:44.174564 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:44.174929 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:44.175336 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:44.175626 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:44.175962 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:44.176288 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:44.176687 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:44.177065 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:44.177356 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:44.177680 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:44.178529 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:44.178886 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:44.179300 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:44.179621 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:44.218636 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Attempting to bind port 1c530bf9-93c7-4b70-a5b1-05f9721fff36 on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:28:44.219001 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Attempting to bind port 1c530bf9-93c7-4b70-a5b1-05f9721fff36 by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': 'bc85ed34-e892-4f73-ad9d-357e54d0164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:28:44.219409 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Attempting to bind port 1c530bf9-93c7-4b70-a5b1-05f9721fff36 on network bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:28:44.224593 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:28:44.225032 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Checking segment: {'id': 'bc85ed34-e892-4f73-ad9d-357e54d0164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:28:44.225548 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:44.225937 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Bound using segment: {'id': 'bc85ed34-e892-4f73-ad9d-357e54d0164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:28:44.226442 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Bound port: 1c530bf9-93c7-4b70-a5b1-05f9721fff36, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc85ed34-e892-4f73-ad9d-357e54d0164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:28:44.227244 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (1c530bf9-93c7-4b70-a5b1-05f9721fff36), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:44.239114 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:44.309570 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] For port 1c530bf9-93c7-4b70-a5b1-05f9721fff36, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:28:44.312733 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] For port 1c530bf9-93c7-4b70-a5b1-05f9721fff36, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=1c530bf9-93c7-4b70-a5b1-05f9721fff36,segment=NetworkSegment(bc85ed34-e892-4f73-ad9d-357e54d0164b),segment_id=bc85ed34-e892-4f73-ad9d-357e54d0164b)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:28:44.320389 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (1c530bf9-93c7-4b70-a5b1-05f9721fff36), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:44.376929 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b089b8-290e-4cb8-a59f-5750717b7f9d None None] Pushing event updated for resources: {'Port': ['ID=1c530bf9-93c7-4b70-a5b1-05f9721fff36,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:44.429776 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50ef110e-f4ee-4323-be47-4076f7aaf622 req-27d7faf2-e3d4-4048-974f-a87dab3658c4 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:44.431252 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-50ef110e-f4ee-4323-be47-4076f7aaf622 req-27d7faf2-e3d4-4048-974f-a87dab3658c4 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.1022050 Jul 20 19:28:44.438962 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f807f893-ed50-419c-919e-588b4cf91b8a req-a9554064-bba5-451f-96d6-4e7a795665e7 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:44.440354 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f807f893-ed50-419c-919e-588b4cf91b8a req-a9554064-bba5-451f-96d6-4e7a795665e7 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 943 time: 0.1479197 Jul 20 19:28:44.489487 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a859aa81-6b88-417c-aa34-87d3651e4765 admin admin] Publish callbacks [] for router_gateway (0e825021-e5c0-47f7-bf54-fe8856ae3ffd), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:44.523206 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a859aa81-6b88-417c-aa34-87d3651e4765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:44.568589 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f807f893-ed50-419c-919e-588b4cf91b8a req-6f42ef13-d360-4fdb-8592-c44033c0659f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121376 Jul 20 19:28:44.570833 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-50ef110e-f4ee-4323-be47-4076f7aaf622 req-79e882e1-4d49-49b5-9ae1-527a5dd08de9 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1295776 Jul 20 19:28:44.679415 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:44.752850 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fb9809-f6eb-45df-9eff-773e7bee2134 req-e60235de-35f2-424f-b54c-836e2894de81 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:44.754375 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c8fb9809-f6eb-45df-9eff-773e7bee2134 req-e60235de-35f2-424f-b54c-836e2894de81 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 943 time: 0.0789120 Jul 20 19:28:44.755524 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-a859aa81-6b88-417c-aa34-87d3651e4765 admin admin] Allocated IP 172.27.3.34 (0148b93c-d79f-482c-aa55-1b162de4f442/9a6c0e64-8fd5-4336-8a8c-b393c90fda39/d92a579a-cb82-4297-9bb7-605b3a89ed74) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:28:44.789209 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:44.865614 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c8fb9809-f6eb-45df-9eff-773e7bee2134 req-615d2b3c-4da3-4138-8c99-35ac0c1ff5bb tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032572 Jul 20 19:28:44.902625 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a859aa81-6b88-417c-aa34-87d3651e4765 admin admin] Publish callbacks [] for port (d92a579a-cb82-4297-9bb7-605b3a89ed74), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:44.937950 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a859aa81-6b88-417c-aa34-87d3651e4765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (d92a579a-cb82-4297-9bb7-605b3a89ed74), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:44.984264 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a859aa81-6b88-417c-aa34-87d3651e4765 admin admin] Network 0148b93c-d79f-482c-aa55-1b162de4f442 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:28:44.993900 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-a859aa81-6b88-417c-aa34-87d3651e4765 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:28:44.996934 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a859aa81-6b88-417c-aa34-87d3651e4765 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:28:45.044412 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a859aa81-6b88-417c-aa34-87d3651e4765 admin admin] Pushing event updated for resources: {'Port': ['ID=d92a579a-cb82-4297-9bb7-605b3a89ed74,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:45.075623 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f850c20-4682-48a8-a5df-b111f1dfa92a req-8b8f220e-c18f-4938-a8c9-c2cd2bf054f6 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:45.077143 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4f850c20-4682-48a8-a5df-b111f1dfa92a req-8b8f220e-c18f-4938-a8c9-c2cd2bf054f6 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 943 time: 0.0880716 Jul 20 19:28:45.202290 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:45.223200 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4f850c20-4682-48a8-a5df-b111f1dfa92a req-b84530e8-6e36-4e67-8abc-c77a611c058b tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1364467 Jul 20 19:28:45.335591 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a859aa81-6b88-417c-aa34-87d3651e4765 admin admin] Publish callbacks [] for router_gateway (0e825021-e5c0-47f7-bf54-fe8856ae3ffd), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:45.400712 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0027497d-b47f-4a4c-9c2d-a713afd3c923 None None] Network bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:28:45.534356 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a859aa81-6b88-417c-aa34-87d3651e4765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1715395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1823315'] for router (0e825021-e5c0-47f7-bf54-fe8856ae3ffd), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:45.536027 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:45.577024 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-20e0902f-df91-4fce-82a9-61a8df68a7ac None None] Provisioning complete for port 1c530bf9-93c7-4b70-a5b1-05f9721fff36 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:45.577768 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-20e0902f-df91-4fce-82a9-61a8df68a7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (1c530bf9-93c7-4b70-a5b1-05f9721fff36), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:45.727374 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:45.727616 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-20e0902f-df91-4fce-82a9-61a8df68a7ac None None] Current status of the port 1c530bf9-93c7-4b70-a5b1-05f9721fff36 is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:45.727901 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-20e0902f-df91-4fce-82a9-61a8df68a7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (1c530bf9-93c7-4b70-a5b1-05f9721fff36), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:45.737234 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a859aa81-6b88-417c-aa34-87d3651e4765 admin admin] Router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd is scheduled to L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 19:28:45.747481 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:45.780254 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 1c530bf9-93c7-4b70-a5b1-05f9721fff36 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:28:45.859047 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-20e0902f-df91-4fce-82a9-61a8df68a7ac None None] For port 1c530bf9-93c7-4b70-a5b1-05f9721fff36, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=1c530bf9-93c7-4b70-a5b1-05f9721fff36,segment=NetworkSegment(bc85ed34-e892-4f73-ad9d-357e54d0164b),segment_id=bc85ed34-e892-4f73-ad9d-357e54d0164b)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:45.871514 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-20e0902f-df91-4fce-82a9-61a8df68a7ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (1c530bf9-93c7-4b70-a5b1-05f9721fff36), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:45.922537 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 1c530bf9-93c7-4b70-a5b1-05f9721fff36 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:45.922940 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (1c530bf9-93c7-4b70-a5b1-05f9721fff36), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:45.940964 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f09c29-5794-4005-9d16-0cc2b52a1548 req-538d791c-7d50-4b5e-bfc8-63d5dc403672 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:45.942194 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a3f09c29-5794-4005-9d16-0cc2b52a1548 req-538d791c-7d50-4b5e-bfc8-63d5dc403672 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 943 time: 0.1928418 Jul 20 19:28:45.953505 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f52c1-5dfa-4570-9d74-7d888535d438 req-c5f1cce7-aa01-49da-bfb0-c0655d5cf132 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:45.960408 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3e0f52c1-5dfa-4570-9d74-7d888535d438 req-c5f1cce7-aa01-49da-bfb0-c0655d5cf132 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.2126088 Jul 20 19:28:45.970617 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e0902f-df91-4fce-82a9-61a8df68a7ac None None] Pushing event updated for resources: {'Port': ['ID=1c530bf9-93c7-4b70-a5b1-05f9721fff36,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:45.986251 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3893b496-0675-470f-976f-a53c888d1ec2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:46.003870 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ed43b1af-52a9-45a3-9e69-3aa7e19e32ed None None] Provisioning complete for port 1c530bf9-93c7-4b70-a5b1-05f9721fff36 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:46.004246 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ed43b1af-52a9-45a3-9e69-3aa7e19e32ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (1c530bf9-93c7-4b70-a5b1-05f9721fff36), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:46.015775 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a859aa81-6b88-417c-aa34-87d3651e4765 admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:28:46.026648 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afba7f36-80ee-4ad2-b920-cba1d9a6ead4 None None] Sync routers for ids ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'] in dv-cinder-850548-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:28:46.039133 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afba7f36-80ee-4ad2-b920-cba1d9a6ead4 None None] Routers {'0e825021-e5c0-47f7-bf54-fe8856ae3ffd'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:28:46.039905 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-afba7f36-80ee-4ad2-b920-cba1d9a6ead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:28:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:46.060824 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3e0f52c1-5dfa-4570-9d74-7d888535d438 req-cd47d5d1-a5d3-4f16-aac3-0a93bc4589c3 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0996237 Jul 20 19:28:46.064790 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a3f09c29-5794-4005-9d16-0cc2b52a1548 req-7b047795-e4ba-4b36-bbe6-815f9073b459 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996587 Jul 20 19:28:46.068237 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a859aa81-6b88-417c-aa34-87d3651e4765 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:46.072376 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-a859aa81-6b88-417c-aa34-87d3651e4765 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.4050767 Jul 20 19:28:46.072650 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 34472) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:46.075045 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 1c530bf9-93c7-4b70-a5b1-05f9721fff36 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:46.123214 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ed43b1af-52a9-45a3-9e69-3aa7e19e32ed None None] Current status of the port 1c530bf9-93c7-4b70-a5b1-05f9721fff36 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:46.169471 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-afba7f36-80ee-4ad2-b920-cba1d9a6ead4 None None] Set router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:28:46.354218 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-afba7f36-80ee-4ad2-b920-cba1d9a6ead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'name': 'tempest-TestVolumeBootPattern-1308110093-router', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:43Z', 'updated_at': '2022-07-20T19:28:45Z', 'revision_number': 3, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'gw_port': {'id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:20:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:44Z', 'updated_at': '2022-07-20T19:28:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:46.361818 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device a2c254e5-f31b-4788-9fa7-0f9ebfad4218 details requested by agent hyperv_hv-cinder-85054 with host hv-cinder-85054 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:28:46.380237 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afba7f36-80ee-4ad2-b920-cba1d9a6ead4 None None] Checking router: 0e825021-e5c0-47f7-bf54-fe8856ae3ffd for host: dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:28:46.380589 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afba7f36-80ee-4ad2-b920-cba1d9a6ead4 None None] Updating router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd port d92a579a-cb82-4297-9bb7-605b3a89ed74 binding host dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:28:46.392849 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:46.412164 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-afba7f36-80ee-4ad2-b920-cba1d9a6ead4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (d92a579a-cb82-4297-9bb7-605b3a89ed74), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:46.486021 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port a2c254e5-f31b-4788-9fa7-0f9ebfad4218, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=a2c254e5-f31b-4788-9fa7-0f9ebfad4218,segment=NetworkSegment(54d5c45d-aa97-4ff0-8145-994022b0b986),segment_id=54d5c45d-aa97-4ff0-8145-994022b0b986)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:46.496326 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa4009d-b37e-440e-94e9-7385c4c12eff req-ed37ee98-b636-44dc-80ce-b61aa8a008d2 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:46.497871 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9aa4009d-b37e-440e-94e9-7385c4c12eff req-ed37ee98-b636-44dc-80ce-b61aa8a008d2 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 943 time: 0.3238599 Jul 20 19:28:46.502844 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Returning: {'device': 'a2c254e5-f31b-4788-9fa7-0f9ebfad4218', 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc', 'port_id': 'a2c254e5-f31b-4788-9fa7-0f9ebfad4218', 'mac_address': 'fa:16:3e:e9:69:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 966, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0032299-b9fa-48f2-97fd-620bc1f7e167', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:28:46.517168 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fa59f5-33f6-4257-836e-c85298fe1b86 req-ef1823b4-ffb5-491d-8274-133938cad90f tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:46.518627 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-16fa59f5-33f6-4257-836e-c85298fe1b86 req-ef1823b4-ffb5-491d-8274-133938cad90f tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 943 time: 0.1135514 Jul 20 19:28:46.547255 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port a2c254e5-f31b-4788-9fa7-0f9ebfad4218 is: DOWN; New status is: BUILD {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:46.547801 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (a2c254e5-f31b-4788-9fa7-0f9ebfad4218), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:46.565052 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2c254e5-f31b-4788-9fa7-0f9ebfad4218 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:28:46.587612 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port a2c254e5-f31b-4788-9fa7-0f9ebfad4218, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=a2c254e5-f31b-4788-9fa7-0f9ebfad4218,segment=NetworkSegment(54d5c45d-aa97-4ff0-8145-994022b0b986),segment_id=54d5c45d-aa97-4ff0-8145-994022b0b986)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:46.592723 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (a2c254e5-f31b-4788-9fa7-0f9ebfad4218), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:46.593752 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device a6b0ac08-0caa-47dc-9d21-4afca1983d3b details requested by agent hyperv_hv-cinder-85054 with host hv-cinder-85054 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:28:46.637376 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-16fa59f5-33f6-4257-836e-c85298fe1b86 req-ad6aa592-d82f-45c7-837e-ed9839f862cb tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886281 Jul 20 19:28:46.655707 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9aa4009d-b37e-440e-94e9-7385c4c12eff req-ca5cf846-1e41-497f-a975-22fac43d44f2 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472301 Jul 20 19:28:46.660952 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=a2c254e5-f31b-4788-9fa7-0f9ebfad4218,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:46.673296 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port a6b0ac08-0caa-47dc-9d21-4afca1983d3b, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=a6b0ac08-0caa-47dc-9d21-4afca1983d3b,segment=NetworkSegment(54d5c45d-aa97-4ff0-8145-994022b0b986),segment_id=54d5c45d-aa97-4ff0-8145-994022b0b986)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:46.695060 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Returning: {'device': 'a6b0ac08-0caa-47dc-9d21-4afca1983d3b', 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc', 'port_id': 'a6b0ac08-0caa-47dc-9d21-4afca1983d3b', 'mac_address': 'fa:16:3e:58:77:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 966, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0032299-b9fa-48f2-97fd-620bc1f7e167', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:28:46.695888 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-afba7f36-80ee-4ad2-b920-cba1d9a6ead4 None None] Publish callbacks [] for port (d92a579a-cb82-4297-9bb7-605b3a89ed74), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:46.704731 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-afba7f36-80ee-4ad2-b920-cba1d9a6ead4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (d92a579a-cb82-4297-9bb7-605b3a89ed74), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:46.738264 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port a6b0ac08-0caa-47dc-9d21-4afca1983d3b is: DOWN; New status is: BUILD {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:46.738677 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (a6b0ac08-0caa-47dc-9d21-4afca1983d3b), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:46.748857 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-afba7f36-80ee-4ad2-b920-cba1d9a6ead4 None None] Attempting to bind port d92a579a-cb82-4297-9bb7-605b3a89ed74 on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:28:46.749265 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-afba7f36-80ee-4ad2-b920-cba1d9a6ead4 None None] Attempting to bind port d92a579a-cb82-4297-9bb7-605b3a89ed74 by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:28:46.749545 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:46.750439 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afba7f36-80ee-4ad2-b920-cba1d9a6ead4 None None] Attempting to bind port d92a579a-cb82-4297-9bb7-605b3a89ed74 on network 0148b93c-d79f-482c-aa55-1b162de4f442 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:28:46.758689 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6b0ac08-0caa-47dc-9d21-4afca1983d3b {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:28:46.765531 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afba7f36-80ee-4ad2-b920-cba1d9a6ead4 None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 28, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:28:46.765908 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afba7f36-80ee-4ad2-b920-cba1d9a6ead4 None None] Checking segment: {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:28:46.766472 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-afba7f36-80ee-4ad2-b920-cba1d9a6ead4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:46.767035 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afba7f36-80ee-4ad2-b920-cba1d9a6ead4 None None] Bound using segment: {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:28:46.767511 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-afba7f36-80ee-4ad2-b920-cba1d9a6ead4 None None] Bound port: d92a579a-cb82-4297-9bb7-605b3a89ed74, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:28:46.767888 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-afba7f36-80ee-4ad2-b920-cba1d9a6ead4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (d92a579a-cb82-4297-9bb7-605b3a89ed74), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:46.780745 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port a6b0ac08-0caa-47dc-9d21-4afca1983d3b, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=a6b0ac08-0caa-47dc-9d21-4afca1983d3b,segment=NetworkSegment(54d5c45d-aa97-4ff0-8145-994022b0b986),segment_id=54d5c45d-aa97-4ff0-8145-994022b0b986)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:46.785443 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (a6b0ac08-0caa-47dc-9d21-4afca1983d3b), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:46.818018 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87412ac3-c31e-465a-a558-e2eb401c6b36 None None] Pushing event updated for resources: {'Port': ['ID=d92a579a-cb82-4297-9bb7-605b3a89ed74,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:46.823449 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-afba7f36-80ee-4ad2-b920-cba1d9a6ead4 None None] For port d92a579a-cb82-4297-9bb7-605b3a89ed74, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:28:46.826901 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-afba7f36-80ee-4ad2-b920-cba1d9a6ead4 None None] For port d92a579a-cb82-4297-9bb7-605b3a89ed74, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=d92a579a-cb82-4297-9bb7-605b3a89ed74,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:28:46.834658 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-afba7f36-80ee-4ad2-b920-cba1d9a6ead4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (d92a579a-cb82-4297-9bb7-605b3a89ed74), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:46.843934 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=a6b0ac08-0caa-47dc-9d21-4afca1983d3b,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:46.867038 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:46.901198 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afba7f36-80ee-4ad2-b920-cba1d9a6ead4 None None] Routers {'0e825021-e5c0-47f7-bf54-fe8856ae3ffd'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:28:46.901830 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-afba7f36-80ee-4ad2-b920-cba1d9a6ead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:28:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:46.909288 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:46.940230 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54573e22-fedb-4dea-8068-e75514bb4644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:47.002060 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87412ac3-c31e-465a-a558-e2eb401c6b36 None None] Pushing event updated for resources: {'Port': ['ID=d92a579a-cb82-4297-9bb7-605b3a89ed74,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:47.011508 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-afba7f36-80ee-4ad2-b920-cba1d9a6ead4 None None] Set router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:28:47.075858 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:47.173912 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:47.194243 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-54573e22-fedb-4dea-8068-e75514bb4644 admin admin] Allocated IP 172.20.0.1 (bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b/4d19357c-ece7-45d1-a6a5-4668097ab380/9a2b7ed4-4909-4266-8539-2492412c1319) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:28:47.226652 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-afba7f36-80ee-4ad2-b920-cba1d9a6ead4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'name': 'tempest-TestVolumeBootPattern-1308110093-router', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:43Z', 'updated_at': '2022-07-20T19:28:45Z', 'revision_number': 3, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'gw_port': {'id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:20:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:44Z', 'updated_at': '2022-07-20T19:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:47.263193 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afba7f36-80ee-4ad2-b920-cba1d9a6ead4 None None] The sync data for ids ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'] in dv-cinder-850548-1-iscsi is: [{'id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'name': 'tempest-TestVolumeBootPattern-1308110093-router', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:43Z', 'updated_at': '2022-07-20T19:28:45Z', 'revision_number': 3, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'gw_port': {'id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:20:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:44Z', 'updated_at': '2022-07-20T19:28:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:28:47.374723 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-78af81c0-853c-4be8-90cc-307cea6e4212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:47.376845 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-78af81c0-853c-4be8-90cc-307cea6e4212 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=08142ecb-a299-44b2-8261-d97f0c41a1df HTTP/1.1" status: 200 len: 850 time: 0.0614562 Jul 20 19:28:47.416932 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1662bac6-99cd-47ea-9bae-f33bf0b2e2e8 req-81da704a-fbe9-4640-b69d-3cd44b11cc08 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:47.418515 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1662bac6-99cd-47ea-9bae-f33bf0b2e2e8 req-81da704a-fbe9-4640-b69d-3cd44b11cc08 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.1797657 Jul 20 19:28:47.424434 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7772d7-e9df-4574-9948-5f2e85b8409e req-3d2b70bb-aa8c-40f8-8272-d4f4cb41da9a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:47.425911 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bf7772d7-e9df-4574-9948-5f2e85b8409e req-3d2b70bb-aa8c-40f8-8272-d4f4cb41da9a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 944 time: 0.1856861 Jul 20 19:28:47.437365 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-aa21fec6-bb63-4f4b-a786-ee0785af1367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:47.437856 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c2640-8d53-47b8-b845-089631de81ba req-4dac76b6-ddff-425c-91df-c65d7ae44159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:47.439346 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-aa21fec6-bb63-4f4b-a786-ee0785af1367 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1f233501-5abf-42f7-9923-d5c098fbf3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0511260 Jul 20 19:28:47.439826 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a56c2640-8d53-47b8-b845-089631de81ba req-4dac76b6-ddff-425c-91df-c65d7ae44159 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca9f11498f9d4245910281ac3bd55470&device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 1127 time: 0.1109238 Jul 20 19:28:47.500484 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54573e22-fedb-4dea-8068-e75514bb4644 admin admin] Publish callbacks [] for port (9a2b7ed4-4909-4266-8539-2492412c1319), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:47.648423 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=84,neutron:INSERT=11,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:47.649562 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['a2c254e5-f31b-4788-9fa7-0f9ebfad4218'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:28:47.664038 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1662bac6-99cd-47ea-9bae-f33bf0b2e2e8 req-53a43892-26d0-46be-be20-aba444eef5aa tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2371616 Jul 20 19:28:47.680055 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-7a87f82f-382e-4fc0-852f-43c7154dcf07 service neutron] 10.222.0.96 "GET /v2.0/networks/1f233501-5abf-42f7-9923-d5c098fbf3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717238 Jul 20 19:28:47.744693 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bf7772d7-e9df-4574-9948-5f2e85b8409e req-bee3a023-5030-497e-a1ec-b9ad5e6346a8 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3027325 Jul 20 19:28:47.788743 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:47.861674 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device d92a579a-cb82-4297-9bb7-605b3a89ed74 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:28:47.862283 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54573e22-fedb-4dea-8068-e75514bb4644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (9a2b7ed4-4909-4266-8539-2492412c1319), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:47.891572 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:47.928938 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c2640-8d53-47b8-b845-089631de81ba req-f2f5da16-6ad2-4d78-8981-bd5b938df3b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:47.930776 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a56c2640-8d53-47b8-b845-089631de81ba req-f2f5da16-6ad2-4d78-8981-bd5b938df3b7 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=ca9f11498f9d4245910281ac3bd55470&shared=False HTTP/1.1" status: 200 len: 918 time: 0.4192913 Jul 20 19:28:47.961849 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7588eb-fa92-40d1-86c2-4e3d55c8c70e req-dff3882f-6800-42b5-b241-7353d9912206 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:47.968754 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ac7588eb-fa92-40d1-86c2-4e3d55c8c70e req-dff3882f-6800-42b5-b241-7353d9912206 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 943 time: 0.1717935 Jul 20 19:28:47.972787 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54573e22-fedb-4dea-8068-e75514bb4644 admin admin] Network bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:28:47.993568 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-54573e22-fedb-4dea-8068-e75514bb4644 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:28:48.008840 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port d92a579a-cb82-4297-9bb7-605b3a89ed74 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:48.009294 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (d92a579a-cb82-4297-9bb7-605b3a89ed74), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:48.012747 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54573e22-fedb-4dea-8068-e75514bb4644 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:28:48.026919 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c955c0-370e-4ab4-96c5-db6b6086d25c req-308e3060-154a-4080-970b-e126f9921f44 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:48.028518 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b0c955c0-370e-4ab4-96c5-db6b6086d25c req-308e3060-154a-4080-970b-e126f9921f44 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 943 time: 0.1677935 Jul 20 19:28:48.059291 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54573e22-fedb-4dea-8068-e75514bb4644 admin admin] Pushing event updated for resources: {'Port': ['ID=9a2b7ed4-4909-4266-8539-2492412c1319,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:48.112159 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port d92a579a-cb82-4297-9bb7-605b3a89ed74 is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:48.112533 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (d92a579a-cb82-4297-9bb7-605b3a89ed74), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:48.121501 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54573e22-fedb-4dea-8068-e75514bb4644 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819021'] for router_interface (0e825021-e5c0-47f7-bf54-fe8856ae3ffd), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:48.142220 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] For port d92a579a-cb82-4297-9bb7-605b3a89ed74, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=d92a579a-cb82-4297-9bb7-605b3a89ed74,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:48.145024 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ac7588eb-fa92-40d1-86c2-4e3d55c8c70e req-0df96759-b7ab-439d-8398-f8f3ae9de676 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750281 Jul 20 19:28:48.149191 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (d92a579a-cb82-4297-9bb7-605b3a89ed74), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:48.150725 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 1c530bf9-93c7-4b70-a5b1-05f9721fff36 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:28:48.181381 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:INSERT=3,neutron:UPDATE=2,neutron:SELECT=95 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:48.221676 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b0c955c0-370e-4ab4-96c5-db6b6086d25c req-ede40635-4bf1-45b1-850e-087772e4fa6d tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577170 Jul 20 19:28:48.251856 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:48.303024 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Pushing event updated for resources: {'Port': ['ID=d92a579a-cb82-4297-9bb7-605b3a89ed74,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:48.313480 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 1c530bf9-93c7-4b70-a5b1-05f9721fff36 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:48.313976 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (1c530bf9-93c7-4b70-a5b1-05f9721fff36), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:48.346160 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54573e22-fedb-4dea-8068-e75514bb4644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (9a2b7ed4-4909-4266-8539-2492412c1319), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:48.373443 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7c00181f-bfe3-4350-be90-ee3e6ebaf4ca None None] Provisioning complete for port 9a2b7ed4-4909-4266-8539-2492412c1319 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:48.373839 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7c00181f-bfe3-4350-be90-ee3e6ebaf4ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (9a2b7ed4-4909-4266-8539-2492412c1319), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:48.424477 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7c00181f-bfe3-4350-be90-ee3e6ebaf4ca None None] Port 9a2b7ed4-4909-4266-8539-2492412c1319 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:28:48.471781 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 1c530bf9-93c7-4b70-a5b1-05f9721fff36 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:48.549657 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54573e22-fedb-4dea-8068-e75514bb4644 admin admin] Publish callbacks [] for port (9a2b7ed4-4909-4266-8539-2492412c1319), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:48.555833 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54573e22-fedb-4dea-8068-e75514bb4644 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (9a2b7ed4-4909-4266-8539-2492412c1319), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:48.605513 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:48.639402 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54573e22-fedb-4dea-8068-e75514bb4644 admin admin] Pushing event updated for resources: {'Port': ['ID=9a2b7ed4-4909-4266-8539-2492412c1319,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:48.642010 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-54573e22-fedb-4dea-8068-e75514bb4644 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1822453'] for router_interface (0e825021-e5c0-47f7-bf54-fe8856ae3ffd), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:48.778904 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54573e22-fedb-4dea-8068-e75514bb4644 admin admin] Network bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:28:48.805167 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:48.814175 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-54573e22-fedb-4dea-8068-e75514bb4644 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:28:48.895846 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f0b42b-32be-4779-9ce1-a931de98524e req-0db3e345-366e-4dda-b8f3-758e46ce7714 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:48.897578 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-77f0b42b-32be-4779-9ce1-a931de98524e req-0db3e345-366e-4dda-b8f3-758e46ce7714 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 944 time: 0.0725644 Jul 20 19:28:48.946152 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e2803d-b992-4fa5-8695-68a9ad535353 req-ab298278-00e4-460f-919b-481393b3e2ee tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:48.947857 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-01e2803d-b992-4fa5-8695-68a9ad535353 req-ab298278-00e4-460f-919b-481393b3e2ee tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.1865814 Jul 20 19:28:49.056740 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-854251c7-e825-45fa-961d-1dca85d72e84 None None] Provisioning complete for port 9a2b7ed4-4909-4266-8539-2492412c1319 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:49.057137 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-854251c7-e825-45fa-961d-1dca85d72e84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (9a2b7ed4-4909-4266-8539-2492412c1319), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:49.070178 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:49.092514 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-77f0b42b-32be-4779-9ce1-a931de98524e req-cb1095ea-6e1b-475c-9f11-c7289b85cc1b tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415696 Jul 20 19:28:49.097387 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-01e2803d-b992-4fa5-8695-68a9ad535353 req-af5421f0-659a-42d7-ab6d-3f555fd80fd2 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348827 Jul 20 19:28:49.107772 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54573e22-fedb-4dea-8068-e75514bb4644 admin admin] Router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:28:49.128022 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-854251c7-e825-45fa-961d-1dca85d72e84 None None] Port 9a2b7ed4-4909-4266-8539-2492412c1319 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:28:49.171493 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:49.488596 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e757fab-30be-4956-9ca4-abef3335c1ac req-44af9bc9-c3f7-4970-9651-ee0277beb005 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:49.491223 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9e757fab-30be-4956-9ca4-abef3335c1ac req-44af9bc9-c3f7-4970-9651-ee0277beb005 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 943 time: 0.2822344 Jul 20 19:28:49.494831 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54573e22-fedb-4dea-8068-e75514bb4644 admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:28:49.500293 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-54573e22-fedb-4dea-8068-e75514bb4644 admin admin] 10.222.0.79 "PUT /v2.0/routers/0e825021-e5c0-47f7-bf54-fe8856ae3ffd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4266133 Jul 20 19:28:49.509120 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf393ae-5186-44df-83b9-7dd003bdee8e None None] Sync routers for ids ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:28:49.522033 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf393ae-5186-44df-83b9-7dd003bdee8e None None] Routers {'0e825021-e5c0-47f7-bf54-fe8856ae3ffd'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:28:49.523090 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-4cf393ae-5186-44df-83b9-7dd003bdee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:28:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:49.532757 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9fd504-1536-470a-ada9-fe4f7288ca4c req-61489970-5356-4260-bdcc-0e7ba4b0c807 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:49.534691 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ec9fd504-1536-470a-ada9-fe4f7288ca4c req-61489970-5356-4260-bdcc-0e7ba4b0c807 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 943 time: 0.1010959 Jul 20 19:28:49.611212 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9e757fab-30be-4956-9ca4-abef3335c1ac req-35f80c6d-50f4-4842-a0f4-02a86fd74995 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098208 Jul 20 19:28:49.616413 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ec9fd504-1536-470a-ada9-fe4f7288ca4c req-4dd133eb-c576-4fe9-b526-70a84656bda3 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739658 Jul 20 19:28:49.620243 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:49.637442 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-4cf393ae-5186-44df-83b9-7dd003bdee8e None None] Set router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:28:49.715197 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device d92a579a-cb82-4297-9bb7-605b3a89ed74 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:28:49.937887 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port d92a579a-cb82-4297-9bb7-605b3a89ed74 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:49.938521 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (d92a579a-cb82-4297-9bb7-605b3a89ed74), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:50.023599 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-4cf393ae-5186-44df-83b9-7dd003bdee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'name': 'tempest-TestVolumeBootPattern-1308110093-router', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:43Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'gw_port': {'id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:44Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '9a2b7ed4-4909-4266-8539-2492412c1319', 'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'mac_address': 'fa:16:3e:9f:9a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:46Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 2, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'subnets': [{'id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:50.047430 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 34566) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:50.051696 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf393ae-5186-44df-83b9-7dd003bdee8e None None] Checking router: 0e825021-e5c0-47f7-bf54-fe8856ae3ffd for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:28:50.052075 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf393ae-5186-44df-83b9-7dd003bdee8e None None] Updating router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd port 9a2b7ed4-4909-4266-8539-2492412c1319 binding host dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:28:50.052292 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-3a7a872d-62ea-47a1-9d0a-d7fa80816e02 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1700291615-network', 'tenant_id': '350f45adac63449687f2f244dc3bf3ce'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:50.073165 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a7a872d-62ea-47a1-9d0a-d7fa80816e02 admin admin] Made reservation on behalf of 350f45adac63449687f2f244dc3bf3ce for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:28:50.075457 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3a7a872d-62ea-47a1-9d0a-d7fa80816e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for network (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:50.088816 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3a7a872d-62ea-47a1-9d0a-d7fa80816e02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:50.111792 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4cf393ae-5186-44df-83b9-7dd003bdee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (9a2b7ed4-4909-4266-8539-2492412c1319), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:50.114225 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port d92a579a-cb82-4297-9bb7-605b3a89ed74 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:50.184605 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3a7a872d-62ea-47a1-9d0a-d7fa80816e02 admin admin] Publish callbacks [] for security_group (5236f042-76b4-4178-9f3d-a144362ef233), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:50.198812 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3a7a872d-62ea-47a1-9d0a-d7fa80816e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (5236f042-76b4-4178-9f3d-a144362ef233), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:50.215999 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a7a872d-62ea-47a1-9d0a-d7fa80816e02 admin admin] vlan segment allocate from pool success with {'vlan_id': 985, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:28:50.219844 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:INSERT=7,neutron:SELECT=89,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:50.249452 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3a7a872d-62ea-47a1-9d0a-d7fa80816e02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (18d97002-80fb-47f5-ae30-c20cd5542db9), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:50.249791 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.db.segments_db [None req-3a7a872d-62ea-47a1-9d0a-d7fa80816e02 admin admin] Added segment 18d97002-80fb-47f5-ae30-c20cd5542db9 of type vlan for network b07af2f4-bbc6-4c67-b935-0b5f7e4463ac Jul 20 19:28:50.265164 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a872d-62ea-47a1-9d0a-d7fa80816e02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5236f042-76b4-4178-9f3d-a144362ef233,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:50.282155 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643c60bc-dab1-452a-9188-e5267b7bc7ee req-26bba21c-14ad-42d0-b3c7-2345de184391 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:50.283652 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-643c60bc-dab1-452a-9188-e5267b7bc7ee req-26bba21c-14ad-42d0-b3c7-2345de184391 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 944 time: 0.0972488 Jul 20 19:28:50.298899 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b3f8f-1ca0-42f5-8bbf-b66c8293583e req-e77d0566-c170-4847-a06a-879213c8b1c5 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:50.299822 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d70b3f8f-1ca0-42f5-8bbf-b66c8293583e req-e77d0566-c170-4847-a06a-879213c8b1c5 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0749733 Jul 20 19:28:50.307987 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3a7a872d-62ea-47a1-9d0a-d7fa80816e02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773866076730'] for network (b07af2f4-bbc6-4c67-b935-0b5f7e4463ac), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:50.334923 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3a7a872d-62ea-47a1-9d0a-d7fa80816e02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for network (b07af2f4-bbc6-4c67-b935-0b5f7e4463ac), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:50.336917 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a7a872d-62ea-47a1-9d0a-d7fa80816e02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:50.337703 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3a7a872d-62ea-47a1-9d0a-d7fa80816e02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:50.346674 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:50.371741 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-3a7a872d-62ea-47a1-9d0a-d7fa80816e02 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 866 time: 0.3232050 Jul 20 19:28:50.374476 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 34574) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:50.376474 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-643c60bc-dab1-452a-9188-e5267b7bc7ee req-659276bc-88ff-4d0a-8e01-a37470bb5fe0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859609 Jul 20 19:28:50.391167 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d70b3f8f-1ca0-42f5-8bbf-b66c8293583e req-0263e9d2-b3ab-4ac9-809d-d9894dbd50b5 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779865 Jul 20 19:28:50.420103 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-0bcd5ea2-a4f8-4eb6-bd2c-28b8fbb10b17 admin admin] Request body: {'subnet': {'network_id': 'b07af2f4-bbc6-4c67-b935-0b5f7e4463ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1700291615-subnet', 'tenant_id': '350f45adac63449687f2f244dc3bf3ce', 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:50.433215 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7a872d-62ea-47a1-9d0a-d7fa80816e02 admin admin] Pushing event updated for resources: {'Network': ['ID=b07af2f4-bbc6-4c67-b935-0b5f7e4463ac,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:50.449923 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bcd5ea2-a4f8-4eb6-bd2c-28b8fbb10b17 admin admin] Made reservation on behalf of 350f45adac63449687f2f244dc3bf3ce for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:28:50.453772 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0bcd5ea2-a4f8-4eb6-bd2c-28b8fbb10b17 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:50.454369 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Network b07af2f4-bbc6-4c67-b935-0b5f7e4463ac details requested by agent ovs-agent-dv-cinder-850548-1-iscsi with host dv-cinder-850548-1-iscsi {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:28:50.533348 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4cf393ae-5186-44df-83b9-7dd003bdee8e None None] Publish callbacks [] for port (9a2b7ed4-4909-4266-8539-2492412c1319), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:50.541568 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4cf393ae-5186-44df-83b9-7dd003bdee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (9a2b7ed4-4909-4266-8539-2492412c1319), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:50.591937 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d81a2e-eae3-4b0c-838e-7c031946cb63 None None] Pushing event updated for resources: {'Port': ['ID=9a2b7ed4-4909-4266-8539-2492412c1319,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:50.651106 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0bcd5ea2-a4f8-4eb6-bd2c-28b8fbb10b17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for subnet (57c9b515-f1b3-430b-8a55-f23525553c5c), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:50.652373 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-4cf393ae-5186-44df-83b9-7dd003bdee8e None None] Attempting to bind port 9a2b7ed4-4909-4266-8539-2492412c1319 on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:28:50.653368 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-4cf393ae-5186-44df-83b9-7dd003bdee8e None None] Attempting to bind port 9a2b7ed4-4909-4266-8539-2492412c1319 by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': 'bc85ed34-e892-4f73-ad9d-357e54d0164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:28:50.653769 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf393ae-5186-44df-83b9-7dd003bdee8e None None] Attempting to bind port 9a2b7ed4-4909-4266-8539-2492412c1319 on network bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:28:50.660851 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf393ae-5186-44df-83b9-7dd003bdee8e None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:28:50.661269 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf393ae-5186-44df-83b9-7dd003bdee8e None None] Checking segment: {'id': 'bc85ed34-e892-4f73-ad9d-357e54d0164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:28:50.661676 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4cf393ae-5186-44df-83b9-7dd003bdee8e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:50.662072 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cf393ae-5186-44df-83b9-7dd003bdee8e None None] Bound using segment: {'id': 'bc85ed34-e892-4f73-ad9d-357e54d0164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:28:50.662589 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-4cf393ae-5186-44df-83b9-7dd003bdee8e None None] Bound port: 9a2b7ed4-4909-4266-8539-2492412c1319, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc85ed34-e892-4f73-ad9d-357e54d0164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:28:50.663012 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4cf393ae-5186-44df-83b9-7dd003bdee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (9a2b7ed4-4909-4266-8539-2492412c1319), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:50.682241 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:50.729278 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcd5ea2-a4f8-4eb6-bd2c-28b8fbb10b17 admin admin] Pushing event updated for resources: {'Subnet': ['ID=57c9b515-f1b3-430b-8a55-f23525553c5c,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:50.747957 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-4cf393ae-5186-44df-83b9-7dd003bdee8e None None] For port 9a2b7ed4-4909-4266-8539-2492412c1319, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:28:50.752126 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-4cf393ae-5186-44df-83b9-7dd003bdee8e None None] For port 9a2b7ed4-4909-4266-8539-2492412c1319, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=9a2b7ed4-4909-4266-8539-2492412c1319,segment=NetworkSegment(bc85ed34-e892-4f73-ad9d-357e54d0164b),segment_id=bc85ed34-e892-4f73-ad9d-357e54d0164b)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:28:50.767237 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bcd5ea2-a4f8-4eb6-bd2c-28b8fbb10b17 admin admin] Checking segment: {'id': '18d97002-80fb-47f5-ae30-c20cd5542db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b07af2f4-bbc6-4c67-b935-0b5f7e4463ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:28:50.767568 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4cf393ae-5186-44df-83b9-7dd003bdee8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (9a2b7ed4-4909-4266-8539-2492412c1319), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:50.767700 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcd5ea2-a4f8-4eb6-bd2c-28b8fbb10b17 admin admin] Network hostable DHCP agents. Network: b07af2f4-bbc6-4c67-b935-0b5f7e4463ac, hostable agents: ['217e9daa-c487-480e-ab7e-28b155725c37'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:28:50.805542 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bcd5ea2-a4f8-4eb6-bd2c-28b8fbb10b17 admin admin] Network b07af2f4-bbc6-4c67-b935-0b5f7e4463ac is scheduled to be hosted by DHCP agent 217e9daa-c487-480e-ab7e-28b155725c37 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:28:50.819855 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-0bcd5ea2-a4f8-4eb6-bd2c-28b8fbb10b17 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850548-1-iscsi, b07af2f4-bbc6-4c67-b935-0b5f7e4463ac) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:28:50.827440 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bcd5ea2-a4f8-4eb6-bd2c-28b8fbb10b17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:50.828793 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0bcd5ea2-a4f8-4eb6-bd2c-28b8fbb10b17 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:50.833600 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04622d4b-c839-4ce7-b846-734485fb4ff6 req-c48af8ed-8351-43ad-af13-09c04ded6e2b tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:50.835226 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-04622d4b-c839-4ce7-b846-734485fb4ff6 req-c48af8ed-8351-43ad-af13-09c04ded6e2b tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 943 time: 0.1201427 Jul 20 19:28:50.836075 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd81e88b-c6a8-4c91-ac5d-edd57180993a None None] Network b07af2f4-bbc6-4c67-b935-0b5f7e4463ac requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:28:50.841638 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6244d5c0-4583-4ef2-b209-dc817643361b req-4b87be4e-ad3d-4c04-8ba6-4d9c2f920e1a tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:50.843339 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6244d5c0-4583-4ef2-b209-dc817643361b req-4b87be4e-ad3d-4c04-8ba6-4d9c2f920e1a tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 943 time: 0.1176047 Jul 20 19:28:50.862416 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-0bcd5ea2-a4f8-4eb6-bd2c-28b8fbb10b17 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4845531 Jul 20 19:28:50.864990 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 34582) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:50.870937 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-71380bbf-9aad-471c-b737-5ac4a9786584 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1700291615-router', 'tenant_id': '350f45adac63449687f2f244dc3bf3ce', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:28:50.879647 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['a6b0ac08-0caa-47dc-9d21-4afca1983d3b'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:28:50.896889 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71380bbf-9aad-471c-b737-5ac4a9786584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1715278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3573'] for router (b8890483-994b-458e-9e8e-4d12bb3fce85), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:50.897970 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71380bbf-9aad-471c-b737-5ac4a9786584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1715418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823423', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1688196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3582'] for router (b8890483-994b-458e-9e8e-4d12bb3fce85), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:50.903595 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=74,neutron:INSERT=18,neutron:UPDATE=6,neutron:DELETE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:50.943266 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6244d5c0-4583-4ef2-b209-dc817643361b req-107e5720-ad65-40ad-8967-8cd15ae9d8a9 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853596 Jul 20 19:28:50.950432 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-04622d4b-c839-4ce7-b846-734485fb4ff6 req-2f1a0882-4f93-4f91-a79d-6c65b108384f tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056178 Jul 20 19:28:50.966933 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf393ae-5186-44df-83b9-7dd003bdee8e None None] Routers {'0e825021-e5c0-47f7-bf54-fe8856ae3ffd'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:28:50.967599 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-4cf393ae-5186-44df-83b9-7dd003bdee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:28:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:50.992079 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71380bbf-9aad-471c-b737-5ac4a9786584 admin admin] Publish callbacks [] for router_controller (b8890483-994b-458e-9e8e-4d12bb3fce85), precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:51.041895 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d81a2e-eae3-4b0c-838e-7c031946cb63 None None] Pushing event updated for resources: {'Port': ['ID=9a2b7ed4-4909-4266-8539-2492412c1319,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:51.045874 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:51.074847 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e3f40b42-0995-4d08-bb61-a7c3df1f1199 None None] Provisioning complete for port 9a2b7ed4-4909-4266-8539-2492412c1319 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:51.075233 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e3f40b42-0995-4d08-bb61-a7c3df1f1199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (9a2b7ed4-4909-4266-8539-2492412c1319), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:51.236676 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56c2640-8d53-47b8-b845-089631de81ba req-ad4896e0-cb8b-46ff-8ae2-e8bf5e3682a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:51.237350 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14108b66-9e52-4dd5-9e7c-1d4fed103ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a79ea1f-3a02-5f09-9d5d-548655c7a341-b07af2f4-bbc6-4c67-b935-0b5f7e4463ac', 'network_id': 'b07af2f4-bbc6-4c67-b935-0b5f7e4463ac', 'project_id': '350f45adac63449687f2f244dc3bf3ce', 'fixed_ips': [{'subnet_id': '57c9b515-f1b3-430b-8a55-f23525553c5c'}]}} from dv-cinder-850548-1-iscsi. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 19:28:51.238260 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-14108b66-9e52-4dd5-9e7c-1d4fed103ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:51.239025 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a56c2640-8d53-47b8-b845-089631de81ba req-ad4896e0-cb8b-46ff-8ae2-e8bf5e3682a3 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1495404 Jul 20 19:28:51.264997 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-4cf393ae-5186-44df-83b9-7dd003bdee8e None None] Set router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:28:51.278590 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71380bbf-9aad-471c-b737-5ac4a9786584 admin admin] Publish callbacks [] for router_gateway (b8890483-994b-458e-9e8e-4d12bb3fce85), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:51.307803 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=86,neutron:DELETE=2,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:51.319450 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:51.340248 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-ca121af3-67e8-41c9-aef4-d28d980c6db8 req-b9db40df-ef72-409f-b821-a744a52df68c service neutron] 10.222.0.96 "GET /v2.0/networks/1f233501-5abf-42f7-9923-d5c098fbf3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157509 Jul 20 19:28:51.469395 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e3f40b42-0995-4d08-bb61-a7c3df1f1199 None None] Current status of the port 9a2b7ed4-4909-4266-8539-2492412c1319 is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:51.469942 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e3f40b42-0995-4d08-bb61-a7c3df1f1199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (9a2b7ed4-4909-4266-8539-2492412c1319), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:51.591553 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71380bbf-9aad-471c-b737-5ac4a9786584 admin admin] Publish callbacks [] for router_gateway (b8890483-994b-458e-9e8e-4d12bb3fce85), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:51.607162 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85349244-7198-436d-bfe8-5e7d787f72a3 req-17bdd321-c8b0-4e21-a218-e8c50a18454f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:51.608731 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-85349244-7198-436d-bfe8-5e7d787f72a3 req-17bdd321-c8b0-4e21-a218-e8c50a18454f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 944 time: 0.1200345 Jul 20 19:28:51.630719 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71380bbf-9aad-471c-b737-5ac4a9786584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:51.638170 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b58dab0-0e39-40be-94a9-c9a96cb1b5b5 req-9b95850a-2f87-4d1a-8313-ab46c0e1e5f0 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:51.640019 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1b58dab0-0e39-40be-94a9-c9a96cb1b5b5 req-9b95850a-2f87-4d1a-8313-ab46c0e1e5f0 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.1112294 Jul 20 19:28:51.681804 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:51.682952 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 7da85c79-f873-46d3-99dc-20d26d7d7408 details requested by agent hyperv_hv-cinder-85054 with host hv-cinder-85054 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:28:51.728584 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-85349244-7198-436d-bfe8-5e7d787f72a3 req-6b677012-7758-41aa-9867-d333361603a7 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108673 Jul 20 19:28:51.760261 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1b58dab0-0e39-40be-94a9-c9a96cb1b5b5 req-7ed9318a-ea2e-407a-b4b1-fc302bfa8c1d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085854 Jul 20 19:28:51.816682 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-71380bbf-9aad-471c-b737-5ac4a9786584 admin admin] Allocated IP 172.27.3.248 (0148b93c-d79f-482c-aa55-1b162de4f442/9a6c0e64-8fd5-4336-8a8c-b393c90fda39/8f9a8604-871a-49dc-ba5d-141ae5b93517) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:28:51.845058 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e3f40b42-0995-4d08-bb61-a7c3df1f1199 None None] For port 9a2b7ed4-4909-4266-8539-2492412c1319, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=9a2b7ed4-4909-4266-8539-2492412c1319,segment=NetworkSegment(bc85ed34-e892-4f73-ad9d-357e54d0164b),segment_id=bc85ed34-e892-4f73-ad9d-357e54d0164b)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:51.867167 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e3f40b42-0995-4d08-bb61-a7c3df1f1199 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (9a2b7ed4-4909-4266-8539-2492412c1319), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:51.930385 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-4cf393ae-5186-44df-83b9-7dd003bdee8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'name': 'tempest-TestVolumeBootPattern-1308110093-router', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:43Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'gw_port': {'id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:44Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '9a2b7ed4-4909-4266-8539-2492412c1319', 'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'mac_address': 'fa:16:3e:9f:9a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:46Z', 'updated_at': '2022-07-20T19:28:50Z', 'revision_number': 4, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'subnets': [{'id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:51.947183 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71380bbf-9aad-471c-b737-5ac4a9786584 admin admin] Publish callbacks [] for port (8f9a8604-871a-49dc-ba5d-141ae5b93517), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:51.989520 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71380bbf-9aad-471c-b737-5ac4a9786584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (8f9a8604-871a-49dc-ba5d-141ae5b93517), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:52.075301 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71380bbf-9aad-471c-b737-5ac4a9786584 admin admin] Network 0148b93c-d79f-482c-aa55-1b162de4f442 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:28:52.085829 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-71380bbf-9aad-471c-b737-5ac4a9786584 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:28:52.102432 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71380bbf-9aad-471c-b737-5ac4a9786584 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:28:52.128406 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cf393ae-5186-44df-83b9-7dd003bdee8e None None] The sync data for ids ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'] in dv-cinder-850548-1-iscsi is: [{'id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'name': 'tempest-TestVolumeBootPattern-1308110093-router', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:43Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'gw_port': {'id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:44Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '9a2b7ed4-4909-4266-8539-2492412c1319', 'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'mac_address': 'fa:16:3e:9f:9a:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:46Z', 'updated_at': '2022-07-20T19:28:50Z', 'revision_number': 4, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'subnets': [{'id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:28:52.136484 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 7da85c79-f873-46d3-99dc-20d26d7d7408, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=7da85c79-f873-46d3-99dc-20d26d7d7408,segment=NetworkSegment(743d9750-323e-40e2-8248-0f577f755971),segment_id=743d9750-323e-40e2-8248-0f577f755971)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:52.168288 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:52.198266 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-14108b66-9e52-4dd5-9e7c-1d4fed103ec1 None None] Allocated IP 172.20.0.2 (b07af2f4-bbc6-4c67-b935-0b5f7e4463ac/57c9b515-f1b3-430b-8a55-f23525553c5c/22635040-a000-4508-a1d9-aa2bd522f9d9) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:28:52.203472 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3745b7e-9e8d-4228-aa3b-d7a4aa4233b1 req-7084491a-131c-4a6d-9b4f-a73e8183581f tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:52.218856 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d3745b7e-9e8d-4228-aa3b-d7a4aa4233b1 req-7084491a-131c-4a6d-9b4f-a73e8183581f tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 943 time: 0.1492231 Jul 20 19:28:52.255389 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71380bbf-9aad-471c-b737-5ac4a9786584 admin admin] Pushing event updated for resources: {'Port': ['ID=8f9a8604-871a-49dc-ba5d-141ae5b93517,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:52.260335 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46fcf7e-9356-44cf-b39f-92d943e5f79e req-149bde4e-2d39-4c5e-84c7-138a9e14601c tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:52.263366 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a46fcf7e-9356-44cf-b39f-92d943e5f79e req-149bde4e-2d39-4c5e-84c7-138a9e14601c tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 943 time: 0.1407356 Jul 20 19:28:52.277049 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Returning: {'device': '7da85c79-f873-46d3-99dc-20d26d7d7408', 'network_id': '8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697', 'port_id': '7da85c79-f873-46d3-99dc-20d26d7d7408', 'mac_address': 'fa:16:3e:f2:1f:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 975, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e91a794-ab5e-4940-a875-2eeefa5af9a0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:28:52.279369 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ef10d573-f98d-47de-a362-2617052d7db9 None None] Provisioning complete for port 9a2b7ed4-4909-4266-8539-2492412c1319 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:52.279739 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ef10d573-f98d-47de-a362-2617052d7db9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (9a2b7ed4-4909-4266-8539-2492412c1319), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:52.301481 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:52.331115 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:52.371256 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d3745b7e-9e8d-4228-aa3b-d7a4aa4233b1 req-638f79be-4eeb-4ae3-825e-6c9ae9b5c212 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1514297 Jul 20 19:28:52.395479 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a46fcf7e-9356-44cf-b39f-92d943e5f79e req-42db1d6f-40b9-4af8-b177-ed9853ab3a8b tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088350 Jul 20 19:28:52.400996 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71380bbf-9aad-471c-b737-5ac4a9786584 admin admin] Publish callbacks [] for router_gateway (b8890483-994b-458e-9e8e-4d12bb3fce85), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:52.410973 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f40b42-0995-4d08-bb61-a7c3df1f1199 None None] Pushing event updated for resources: {'Port': ['ID=9a2b7ed4-4909-4266-8539-2492412c1319,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:52.419055 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 7da85c79-f873-46d3-99dc-20d26d7d7408 is: DOWN; New status is: BUILD {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:52.419055 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (7da85c79-f873-46d3-99dc-20d26d7d7408), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:52.473435 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7da85c79-f873-46d3-99dc-20d26d7d7408 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:28:52.516946 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 7da85c79-f873-46d3-99dc-20d26d7d7408, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=7da85c79-f873-46d3-99dc-20d26d7d7408,segment=NetworkSegment(743d9750-323e-40e2-8248-0f577f755971),segment_id=743d9750-323e-40e2-8248-0f577f755971)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:52.554710 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (7da85c79-f873-46d3-99dc-20d26d7d7408), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:52.625698 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ef10d573-f98d-47de-a362-2617052d7db9 None None] Current status of the port 9a2b7ed4-4909-4266-8539-2492412c1319 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:52.655412 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:52.676628 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=7da85c79-f873-46d3-99dc-20d26d7d7408,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:52.702855 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-14108b66-9e52-4dd5-9e7c-1d4fed103ec1 None None] Publish callbacks [] for port (22635040-a000-4508-a1d9-aa2bd522f9d9), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:52.707434 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:52.714150 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-14108b66-9e52-4dd5-9e7c-1d4fed103ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (22635040-a000-4508-a1d9-aa2bd522f9d9), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:52.774344 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14108b66-9e52-4dd5-9e7c-1d4fed103ec1 None None] Pushing event updated for resources: {'Port': ['ID=22635040-a000-4508-a1d9-aa2bd522f9d9,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:52.785773 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14108b66-9e52-4dd5-9e7c-1d4fed103ec1 None None] Network b07af2f4-bbc6-4c67-b935-0b5f7e4463ac is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:28:52.790241 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-14108b66-9e52-4dd5-9e7c-1d4fed103ec1 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:28:52.792908 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14108b66-9e52-4dd5-9e7c-1d4fed103ec1 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:28:52.869554 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-14108b66-9e52-4dd5-9e7c-1d4fed103ec1 None None] Attempting to bind port 22635040-a000-4508-a1d9-aa2bd522f9d9 on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:28:52.869925 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-14108b66-9e52-4dd5-9e7c-1d4fed103ec1 None None] Attempting to bind port 22635040-a000-4508-a1d9-aa2bd522f9d9 by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': '18d97002-80fb-47f5-ae30-c20cd5542db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b07af2f4-bbc6-4c67-b935-0b5f7e4463ac'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:28:52.870289 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14108b66-9e52-4dd5-9e7c-1d4fed103ec1 None None] Attempting to bind port 22635040-a000-4508-a1d9-aa2bd522f9d9 on network b07af2f4-bbc6-4c67-b935-0b5f7e4463ac {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:28:52.875949 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14108b66-9e52-4dd5-9e7c-1d4fed103ec1 None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:28:52.876312 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14108b66-9e52-4dd5-9e7c-1d4fed103ec1 None None] Checking segment: {'id': '18d97002-80fb-47f5-ae30-c20cd5542db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b07af2f4-bbc6-4c67-b935-0b5f7e4463ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:28:52.876714 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-14108b66-9e52-4dd5-9e7c-1d4fed103ec1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:52.877132 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14108b66-9e52-4dd5-9e7c-1d4fed103ec1 None None] Bound using segment: {'id': '18d97002-80fb-47f5-ae30-c20cd5542db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b07af2f4-bbc6-4c67-b935-0b5f7e4463ac'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:28:52.877596 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-14108b66-9e52-4dd5-9e7c-1d4fed103ec1 None None] Bound port: 22635040-a000-4508-a1d9-aa2bd522f9d9, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d97002-80fb-47f5-ae30-c20cd5542db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b07af2f4-bbc6-4c67-b935-0b5f7e4463ac'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:28:52.877971 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-14108b66-9e52-4dd5-9e7c-1d4fed103ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (22635040-a000-4508-a1d9-aa2bd522f9d9), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:52.878793 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71380bbf-9aad-471c-b737-5ac4a9786584 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1715395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1823315'] for router (b8890483-994b-458e-9e8e-4d12bb3fce85), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:52.908149 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f5af5-5247-4d55-9b15-2f55afbac511 req-f32d8a7a-2c44-47b1-9c02-de1e6730e04d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:52.910049 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-be1f5af5-5247-4d55-9b15-2f55afbac511 req-f32d8a7a-2c44-47b1-9c02-de1e6730e04d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0557566 Jul 20 19:28:52.943020 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883e4976-9920-4e36-829b-ca4074075194 req-a20c2a09-bea2-461b-bd23-8c7c36be36db tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:52.951403 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-883e4976-9920-4e36-829b-ca4074075194 req-a20c2a09-bea2-461b-bd23-8c7c36be36db tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 944 time: 0.1326396 Jul 20 19:28:52.994149 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:53.001810 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-14108b66-9e52-4dd5-9e7c-1d4fed103ec1 None None] For port 22635040-a000-4508-a1d9-aa2bd522f9d9, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:28:53.006874 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-14108b66-9e52-4dd5-9e7c-1d4fed103ec1 None None] For port 22635040-a000-4508-a1d9-aa2bd522f9d9, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=22635040-a000-4508-a1d9-aa2bd522f9d9,segment=NetworkSegment(18d97002-80fb-47f5-ae30-c20cd5542db9),segment_id=18d97002-80fb-47f5-ae30-c20cd5542db9)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:28:53.017220 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-14108b66-9e52-4dd5-9e7c-1d4fed103ec1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (22635040-a000-4508-a1d9-aa2bd522f9d9), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:53.072049 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd94033-3de5-4f51-b22b-f1bf46a419a6 req-55207d47-1c98-4ec9-af8b-2cff636f41ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:53.074619 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0fd94033-3de5-4f51-b22b-f1bf46a419a6 req-55207d47-1c98-4ec9-af8b-2cff636f41ba service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=02f994a0231b4176b8181d13d58ee9ec&device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 1127 time: 0.1101754 Jul 20 19:28:53.092178 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-54d3be50-eece-4f02-aec8-1158bd55c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:53.094189 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-54d3be50-eece-4f02-aec8-1158bd55c3be service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca9f11498f9d4245910281ac3bd55470&device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 1127 time: 0.0698862 Jul 20 19:28:53.163004 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14108b66-9e52-4dd5-9e7c-1d4fed103ec1 None None] Pushing event updated for resources: {'Port': ['ID=22635040-a000-4508-a1d9-aa2bd522f9d9,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:53.175696 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device a2c254e5-f31b-4788-9fa7-0f9ebfad4218 up at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:28:53.207298 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-be1f5af5-5247-4d55-9b15-2f55afbac511 req-860ed796-eee8-4cbe-9cda-b89167ff1df6 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2875159 Jul 20 19:28:53.221760 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-8b64bf01-a41f-438f-9c78-be4c7b69f5cf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8de6f1a3-1533-4778-946a-bfef39df578f HTTP/1.1" status: 200 len: 217 time: 0.1066401 Jul 20 19:28:53.257554 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-883e4976-9920-4e36-829b-ca4074075194 req-25f776cf-3725-4b37-8c9d-6e0fcc7ffdbe tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2945805 Jul 20 19:28:53.299562 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71380bbf-9aad-471c-b737-5ac4a9786584 admin admin] Router b8890483-994b-458e-9e8e-4d12bb3fce85 is scheduled to L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 19:28:53.342615 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning for port a2c254e5-f31b-4788-9fa7-0f9ebfad4218 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:28:53.355635 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning complete for port a2c254e5-f31b-4788-9fa7-0f9ebfad4218 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:53.356163 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (a2c254e5-f31b-4788-9fa7-0f9ebfad4218), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:53.396439 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-e372413a-bef2-4a69-a7be-683231acdc29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:53.399070 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-e372413a-bef2-4a69-a7be-683231acdc29 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5a397f0b-3686-46fe-bb9f-edf6643027d1 HTTP/1.1" status: 200 len: 856 time: 0.1640768 Jul 20 19:28:53.474661 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['7da85c79-f873-46d3-99dc-20d26d7d7408'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:28:53.503158 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-05435021-9f9d-4088-b87d-9df0ed1df978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:53.504903 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-05435021-9f9d-4088-b87d-9df0ed1df978 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c252680c-c029-4238-80e1-835b5a8591d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0925646 Jul 20 19:28:53.692491 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-a81cc512-73ab-41d4-aa82-881f5a5659a1 service neutron] 10.222.0.96 "GET /v2.0/networks/c252680c-c029-4238-80e1-835b5a8591d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759944 Jul 20 19:28:53.731436 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ebffca-9ba7-43d2-8dbd-6821ed85d85f req-2c9fa518-f5d2-43dd-85d4-e933387ce66e tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:53.735355 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71380bbf-9aad-471c-b737-5ac4a9786584 admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:28:53.752939 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-42ebffca-9ba7-43d2-8dbd-6821ed85d85f req-2c9fa518-f5d2-43dd-85d4-e933387ce66e tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 944 time: 0.1130459 Jul 20 19:28:53.764527 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8646471e-2a5a-4f43-962a-db0ffa6011e5 None None] Sync routers for ids ['b8890483-994b-458e-9e8e-4d12bb3fce85'] in dv-cinder-850548-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:28:53.797015 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8646471e-2a5a-4f43-962a-db0ffa6011e5 None None] Routers {'b8890483-994b-458e-9e8e-4d12bb3fce85'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:28:53.799210 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-8646471e-2a5a-4f43-962a-db0ffa6011e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:28:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['b8890483-994b-458e-9e8e-4d12bb3fce85'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:53.837825 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd94033-3de5-4f51-b22b-f1bf46a419a6 req-4c096031-717d-4eb4-a9c3-900772fc6a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:53.839577 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0fd94033-3de5-4f51-b22b-f1bf46a419a6 req-4c096031-717d-4eb4-a9c3-900772fc6a80 service neutron] 10.222.0.96 "GET /v2.0/networks?id=1f233501-5abf-42f7-9923-d5c098fbf3c6 HTTP/1.1" status: 200 len: 912 time: 0.7491217 Jul 20 19:28:53.946683 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:UPDATE=5,neutron:INSERT=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:53.955916 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port a2c254e5-f31b-4788-9fa7-0f9ebfad4218 is: BUILD; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:53.956661 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (a2c254e5-f31b-4788-9fa7-0f9ebfad4218), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:53.968781 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71380bbf-9aad-471c-b737-5ac4a9786584 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:53.978991 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-71380bbf-9aad-471c-b737-5ac4a9786584 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.1121962 Jul 20 19:28:53.986331 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 34660) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:53.993810 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 9a2b7ed4-4909-4266-8539-2492412c1319 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:28:54.054022 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-8646471e-2a5a-4f43-962a-db0ffa6011e5 None None] Set router b8890483-994b-458e-9e8e-4d12bb3fce85 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:28:54.064321 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4a176f-fdb3-4cc5-b476-937bae9be044 req-0d739359-f6c3-40fc-90e6-914621dce88f tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:54.075255 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8a4a176f-fdb3-4cc5-b476-937bae9be044 req-0d739359-f6c3-40fc-90e6-914621dce88f tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 943 time: 0.5038662 Jul 20 19:28:54.108184 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0fd94033-3de5-4f51-b22b-f1bf46a419a6 req-3fd0f266-7746-421c-b660-2827c530915f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d840dfba-98a6-425f-b11b-365b0749db34 HTTP/1.1" status: 200 len: 217 time: 0.2508895 Jul 20 19:28:54.133466 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 34662) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:54.161679 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:54.172567 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-337894f7-7b38-4f45-93da-236d95a8cb5b req-b3a5b2bf-e0ff-426d-894f-3c68f3f5f839 service neutron] 10.222.0.96 "GET /v2.0/networks/c252680c-c029-4238-80e1-835b5a8591d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4686759 Jul 20 19:28:54.219993 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e030ad0-4549-4070-bf06-563e23b2dce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c254e5-f31b-4788-9fa7-0f9ebfad4218'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:28:54.330212 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-42ebffca-9ba7-43d2-8dbd-6821ed85d85f req-30b4e86e-4803-4971-98c3-edecc23cf6ad tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5762155 Jul 20 19:28:54.346333 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-8646471e-2a5a-4f43-962a-db0ffa6011e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8890483-994b-458e-9e8e-4d12bb3fce85', 'name': 'tempest-TestVolumeBootPattern-1700291615-router', 'tenant_id': '350f45adac63449687f2f244dc3bf3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '8f9a8604-871a-49dc-ba5d-141ae5b93517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:50Z', 'updated_at': '2022-07-20T19:28:52Z', 'revision_number': 3, 'project_id': '350f45adac63449687f2f244dc3bf3ce', 'gw_port': {'id': '8f9a8604-871a-49dc-ba5d-141ae5b93517', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8890483-994b-458e-9e8e-4d12bb3fce85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:51Z', 'updated_at': '2022-07-20T19:28:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:54.389857 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port a2c254e5-f31b-4788-9fa7-0f9ebfad4218, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=a2c254e5-f31b-4788-9fa7-0f9ebfad4218,segment=NetworkSegment(54d5c45d-aa97-4ff0-8145-994022b0b986),segment_id=54d5c45d-aa97-4ff0-8145-994022b0b986)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:54.441999 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (a2c254e5-f31b-4788-9fa7-0f9ebfad4218), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:54.442902 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device a6b0ac08-0caa-47dc-9d21-4afca1983d3b up at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:28:54.446824 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 9a2b7ed4-4909-4266-8539-2492412c1319 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:54.447203 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (9a2b7ed4-4909-4266-8539-2492412c1319), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:54.462695 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd94033-3de5-4f51-b22b-f1bf46a419a6 req-38f615d2-a007-48ac-a138-beef52bdcb33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:54.465283 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c3337c27-d501-406b-9d7e-89ade6a0ef2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:54.468322 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0fd94033-3de5-4f51-b22b-f1bf46a419a6 req-38f615d2-a007-48ac-a138-beef52bdcb33 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=08142ecb-a299-44b2-8261-d97f0c41a1df HTTP/1.1" status: 200 len: 850 time: 0.3436174 Jul 20 19:28:54.503671 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:54.515267 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8646471e-2a5a-4f43-962a-db0ffa6011e5 None None] Checking router: b8890483-994b-458e-9e8e-4d12bb3fce85 for host: dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:28:54.515997 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8646471e-2a5a-4f43-962a-db0ffa6011e5 None None] Updating router b8890483-994b-458e-9e8e-4d12bb3fce85 port 8f9a8604-871a-49dc-ba5d-141ae5b93517 binding host dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:28:54.521428 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8a4a176f-fdb3-4cc5-b476-937bae9be044 req-79500ab1-710e-4fa6-bf2c-03a801999d50 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4048932 Jul 20 19:28:54.572857 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8646471e-2a5a-4f43-962a-db0ffa6011e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (8f9a8604-871a-49dc-ba5d-141ae5b93517), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:54.611044 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92389f89-9871-4c43-944b-caf220cd7186" -d '{"events": [{"server_uuid": "0e030ad0-4549-4070-bf06-563e23b2dce5", "name": "network-vif-plugged", "status": "completed", "tag": "a2c254e5-f31b-4788-9fa7-0f9ebfad4218"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:28:54.648228 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ae8436-35ae-4d21-afe0-73e6fc44446a req-e24ffeb4-4a46-464a-8e96-9a3de20fb0cc tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:54.650468 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-66ae8436-35ae-4d21-afe0-73e6fc44446a req-e24ffeb4-4a46-464a-8e96-9a3de20fb0cc tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.1254554 Jul 20 19:28:54.730033 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=a2c254e5-f31b-4788-9fa7-0f9ebfad4218,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:54.752568 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-66ae8436-35ae-4d21-afe0-73e6fc44446a req-1e43ee31-be84-4751-b245-5067f652f443 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958288 Jul 20 19:28:54.760907 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning for port a6b0ac08-0caa-47dc-9d21-4afca1983d3b completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:28:54.830928 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 9a2b7ed4-4909-4266-8539-2492412c1319 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:54.841477 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning complete for port a6b0ac08-0caa-47dc-9d21-4afca1983d3b triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:54.841477 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (a6b0ac08-0caa-47dc-9d21-4afca1983d3b), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:54.865156 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f699dcb-03ed-4880-920d-6ff0c3e0ebae req-29480e08-205b-4514-a7c5-02ba3f395880 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:54.889212 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2f699dcb-03ed-4880-920d-6ff0c3e0ebae req-29480e08-205b-4514-a7c5-02ba3f395880 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 944 time: 0.1138802 Jul 20 19:28:54.898935 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:54.999364 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port a6b0ac08-0caa-47dc-9d21-4afca1983d3b is: BUILD; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:55.000658 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (a6b0ac08-0caa-47dc-9d21-4afca1983d3b), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:55.025730 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2f699dcb-03ed-4880-920d-6ff0c3e0ebae req-18984818-d0a7-41b5-bdda-d9373c4cfebd tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353931 Jul 20 19:28:55.060696 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port a6b0ac08-0caa-47dc-9d21-4afca1983d3b, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=a6b0ac08-0caa-47dc-9d21-4afca1983d3b,segment=NetworkSegment(54d5c45d-aa97-4ff0-8145-994022b0b986),segment_id=54d5c45d-aa97-4ff0-8145-994022b0b986)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:55.063531 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:28:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97e77f4c-0ca5-41b5-8b1c-185c4bdbb4ac x-openstack-request-id: req-97e77f4c-0ca5-41b5-8b1c-185c4bdbb4ac {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:28:55.064168 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e030ad0-4549-4070-bf06-563e23b2dce5", "name": "network-vif-plugged", "status": "completed", "tag": "a2c254e5-f31b-4788-9fa7-0f9ebfad4218", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:28:55.064721 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-97e77f4c-0ca5-41b5-8b1c-185c4bdbb4ac {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:28:55.065492 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-97e77f4c-0ca5-41b5-8b1c-185c4bdbb4ac'] response: {'server_uuid': '0e030ad0-4549-4070-bf06-563e23b2dce5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2c254e5-f31b-4788-9fa7-0f9ebfad4218', 'code': 200} Jul 20 19:28:55.068076 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (a6b0ac08-0caa-47dc-9d21-4afca1983d3b), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:55.143705 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c3337c27-d501-406b-9d7e-89ade6a0ef2f admin admin] Publish callbacks [] for security_group (f9849e76-b93a-49ba-a50a-037f874f3ec7), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:55.151087 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c3337c27-d501-406b-9d7e-89ade6a0ef2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (f9849e76-b93a-49ba-a50a-037f874f3ec7), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:55.163717 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=a6b0ac08-0caa-47dc-9d21-4afca1983d3b,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:55.165429 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8646471e-2a5a-4f43-962a-db0ffa6011e5 None None] Publish callbacks [] for port (8f9a8604-871a-49dc-ba5d-141ae5b93517), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:55.171923 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8646471e-2a5a-4f43-962a-db0ffa6011e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (8f9a8604-871a-49dc-ba5d-141ae5b93517), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:55.175415 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1d50e2b-9334-4159-9e61-6eab10f00e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:55.231094 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3337c27-d501-406b-9d7e-89ade6a0ef2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9849e76-b93a-49ba-a50a-037f874f3ec7,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:55.240840 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-c3337c27-d501-406b-9d7e-89ade6a0ef2f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5b79c86cbfb14712a4b234130583f9f2&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1043606 Jul 20 19:28:55.243898 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 34698) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:55.250161 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49437f-a5bf-47da-928d-8f6d31da9cf7 None None] Pushing event updated for resources: {'Port': ['ID=8f9a8604-871a-49dc-ba5d-141ae5b93517,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:55.252556 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-8646471e-2a5a-4f43-962a-db0ffa6011e5 None None] Attempting to bind port 8f9a8604-871a-49dc-ba5d-141ae5b93517 on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:28:55.252980 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-8646471e-2a5a-4f43-962a-db0ffa6011e5 None None] Attempting to bind port 8f9a8604-871a-49dc-ba5d-141ae5b93517 by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:28:55.253305 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8646471e-2a5a-4f43-962a-db0ffa6011e5 None None] Attempting to bind port 8f9a8604-871a-49dc-ba5d-141ae5b93517 on network 0148b93c-d79f-482c-aa55-1b162de4f442 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:28:55.268420 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8646471e-2a5a-4f43-962a-db0ffa6011e5 None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:28:55.268420 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8646471e-2a5a-4f43-962a-db0ffa6011e5 None None] Checking segment: {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:28:55.268420 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8646471e-2a5a-4f43-962a-db0ffa6011e5 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:55.268420 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8646471e-2a5a-4f43-962a-db0ffa6011e5 None None] Bound using segment: {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:28:55.268420 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-8646471e-2a5a-4f43-962a-db0ffa6011e5 None None] Bound port: 8f9a8604-871a-49dc-ba5d-141ae5b93517, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:28:55.268420 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8646471e-2a5a-4f43-962a-db0ffa6011e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (8f9a8604-871a-49dc-ba5d-141ae5b93517), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:55.308656 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49437f-a5bf-47da-928d-8f6d31da9cf7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:55.309375 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49437f-a5bf-47da-928d-8f6d31da9cf7 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:55.309937 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49437f-a5bf-47da-928d-8f6d31da9cf7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:55.310918 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49437f-a5bf-47da-928d-8f6d31da9cf7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:55.311483 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49437f-a5bf-47da-928d-8f6d31da9cf7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:55.312023 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49437f-a5bf-47da-928d-8f6d31da9cf7 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:55.312540 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49437f-a5bf-47da-928d-8f6d31da9cf7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:55.313176 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49437f-a5bf-47da-928d-8f6d31da9cf7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:55.314370 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49437f-a5bf-47da-928d-8f6d31da9cf7 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:55.315256 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49437f-a5bf-47da-928d-8f6d31da9cf7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:55.315791 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49437f-a5bf-47da-928d-8f6d31da9cf7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:55.316334 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49437f-a5bf-47da-928d-8f6d31da9cf7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:55.317132 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49437f-a5bf-47da-928d-8f6d31da9cf7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:55.317665 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49437f-a5bf-47da-928d-8f6d31da9cf7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:55.318222 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d49437f-a5bf-47da-928d-8f6d31da9cf7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:28:55.389621 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-8646471e-2a5a-4f43-962a-db0ffa6011e5 None None] For port 8f9a8604-871a-49dc-ba5d-141ae5b93517, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:28:55.394638 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-8646471e-2a5a-4f43-962a-db0ffa6011e5 None None] For port 8f9a8604-871a-49dc-ba5d-141ae5b93517, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=8f9a8604-871a-49dc-ba5d-141ae5b93517,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:28:55.399384 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:55.400077 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:55.404824 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-8646471e-2a5a-4f43-962a-db0ffa6011e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (8f9a8604-871a-49dc-ba5d-141ae5b93517), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:55.420157 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-61c05fc0-6fb6-4461-a5d8-4f6e3c7cfe49 admin admin] Publish callbacks [] for security_group (f9849e76-b93a-49ba-a50a-037f874f3ec7), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:55.430223 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device d840dfba-98a6-425f-b11b-365b0749db34 details requested by agent hyperv_hv-cinder-85054 with host hv-cinder-85054 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:28:55.492366 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8629a739-09e8-469e-93a3-8493ca36aadc req-bccc13e4-3430-459f-b832-77b492c829dc tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:55.493113 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8646471e-2a5a-4f43-962a-db0ffa6011e5 None None] Routers {'b8890483-994b-458e-9e8e-4d12bb3fce85'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:28:55.493695 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-8646471e-2a5a-4f43-962a-db0ffa6011e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:28:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['b8890483-994b-458e-9e8e-4d12bb3fce85'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:55.504861 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8629a739-09e8-469e-93a3-8493ca36aadc req-bccc13e4-3430-459f-b832-77b492c829dc tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 944 time: 0.0788670 Jul 20 19:28:55.511473 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 7da85c79-f873-46d3-99dc-20d26d7d7408 up at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:28:55.636410 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-61c05fc0-6fb6-4461-a5d8-4f6e3c7cfe49 admin admin] Publish callbacks [] for security_group (f9849e76-b93a-49ba-a50a-037f874f3ec7), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:55.672000 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:55.694763 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8629a739-09e8-469e-93a3-8493ca36aadc req-e4627cd5-c286-4594-8a52-e4804a9f7a4a tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1882982 Jul 20 19:28:55.698651 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd94033-3de5-4f51-b22b-f1bf46a419a6 req-6182cc05-30be-4983-a641-856d19c9a5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:55.700726 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0fd94033-3de5-4f51-b22b-f1bf46a419a6 req-6182cc05-30be-4983-a641-856d19c9a5f1 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1f233501-5abf-42f7-9923-d5c098fbf3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1554153 Jul 20 19:28:55.748124 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49437f-a5bf-47da-928d-8f6d31da9cf7 None None] Pushing event updated for resources: {'Port': ['ID=8f9a8604-871a-49dc-ba5d-141ae5b93517,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:55.827345 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning for port 7da85c79-f873-46d3-99dc-20d26d7d7408 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:28:55.875625 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d4e2566-8053-485d-b80b-8fb8d22ef519 None None] Network b07af2f4-bbc6-4c67-b935-0b5f7e4463ac requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:28:55.925545 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-8646471e-2a5a-4f43-962a-db0ffa6011e5 None None] Set router b8890483-994b-458e-9e8e-4d12bb3fce85 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:28:55.958372 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning complete for port 7da85c79-f873-46d3-99dc-20d26d7d7408 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:55.959798 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (7da85c79-f873-46d3-99dc-20d26d7d7408), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:55.985268 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=93,neutron:INSERT=7 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:55.990914 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-c1d50e2b-9334-4159-9e61-6eab10f00e90 admin admin] Allocated IP 172.20.0.1 (b07af2f4-bbc6-4c67-b935-0b5f7e4463ac/57c9b515-f1b3-430b-8a55-f23525553c5c/9d545b91-93e4-4df5-90e2-132cbd316470) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:28:56.009259 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:56.015811 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e886d76e-c516-4c31-9676-5d12f1cf78be None None] Provisioning complete for port 22635040-a000-4508-a1d9-aa2bd522f9d9 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:56.019195 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e886d76e-c516-4c31-9676-5d12f1cf78be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (22635040-a000-4508-a1d9-aa2bd522f9d9), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:56.027904 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 22635040-a000-4508-a1d9-aa2bd522f9d9 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:28:56.065918 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca43b004-d388-41c5-9910-4f56a6c07f1f req-8140fa59-e4c1-4267-a746-87a27a3fc2c3 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:56.076788 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ca43b004-d388-41c5-9910-4f56a6c07f1f req-8140fa59-e4c1-4267-a746-87a27a3fc2c3 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0745685 Jul 20 19:28:56.118090 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca30a4d1-7e7f-48ff-9ab5-9be330228b85 req-bf64c024-a8bc-4858-81c2-6722ee184fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:56.120123 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-ca30a4d1-7e7f-48ff-9ab5-9be330228b85 req-bf64c024-a8bc-4858-81c2-6722ee184fbc service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 1129 time: 0.0881948 Jul 20 19:28:56.136284 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140ac29-7fc6-4036-a504-93ab3fd6cad1 req-f4fff212-d71a-48cc-9ad8-b93be904d894 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:56.138057 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b140ac29-7fc6-4036-a504-93ab3fd6cad1 req-f4fff212-d71a-48cc-9ad8-b93be904d894 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 943 time: 0.3000743 Jul 20 19:28:56.178473 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-61c05fc0-6fb6-4461-a5d8-4f6e3c7cfe49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (f9849e76-b93a-49ba-a50a-037f874f3ec7), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:56.181468 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-61c05fc0-6fb6-4461-a5d8-4f6e3c7cfe49 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:56.185677 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-61c05fc0-6fb6-4461-a5d8-4f6e3c7cfe49 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f9849e76-b93a-49ba-a50a-037f874f3ec7 HTTP/1.1" status: 204 len: 168 time: 0.9407549 Jul 20 19:28:56.202967 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ca43b004-d388-41c5-9910-4f56a6c07f1f req-85cbec7a-60eb-4232-97f3-83808e36f4b5 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1251099 Jul 20 19:28:56.212078 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-8646471e-2a5a-4f43-962a-db0ffa6011e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8890483-994b-458e-9e8e-4d12bb3fce85', 'name': 'tempest-TestVolumeBootPattern-1700291615-router', 'tenant_id': '350f45adac63449687f2f244dc3bf3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '8f9a8604-871a-49dc-ba5d-141ae5b93517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:50Z', 'updated_at': '2022-07-20T19:28:52Z', 'revision_number': 3, 'project_id': '350f45adac63449687f2f244dc3bf3ce', 'gw_port': {'id': '8f9a8604-871a-49dc-ba5d-141ae5b93517', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8890483-994b-458e-9e8e-4d12bb3fce85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:51Z', 'updated_at': '2022-07-20T19:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:28:56.219488 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ca30a4d1-7e7f-48ff-9ab5-9be330228b85 req-e5d1849d-5cd5-4b30-a5de-b81cfaa9c139 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:56.235372 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0fd94033-3de5-4f51-b22b-f1bf46a419a6 req-2f6f7685-81c2-4521-adcf-fe9fdb036b4f service neutron] 10.222.0.96 "GET /v2.0/networks/1f233501-5abf-42f7-9923-d5c098fbf3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5234191 Jul 20 19:28:56.252299 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8646471e-2a5a-4f43-962a-db0ffa6011e5 None None] The sync data for ids ['b8890483-994b-458e-9e8e-4d12bb3fce85'] in dv-cinder-850548-1-iscsi is: [{'id': 'b8890483-994b-458e-9e8e-4d12bb3fce85', 'name': 'tempest-TestVolumeBootPattern-1700291615-router', 'tenant_id': '350f45adac63449687f2f244dc3bf3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '8f9a8604-871a-49dc-ba5d-141ae5b93517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:50Z', 'updated_at': '2022-07-20T19:28:52Z', 'revision_number': 3, 'project_id': '350f45adac63449687f2f244dc3bf3ce', 'gw_port': {'id': '8f9a8604-871a-49dc-ba5d-141ae5b93517', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7d:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8890483-994b-458e-9e8e-4d12bb3fce85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:51Z', 'updated_at': '2022-07-20T19:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:28:56.269666 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c05fc0-6fb6-4461-a5d8-4f6e3c7cfe49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9849e76-b93a-49ba-a50a-037f874f3ec7,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:56.326384 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b140ac29-7fc6-4036-a504-93ab3fd6cad1 req-ef8e8ac6-17e5-460d-896d-3783019fab76 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1748331 Jul 20 19:28:56.347426 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 34724) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:56.350207 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:INSERT=9,neutron:SELECT=82,neutron:UPDATE=5,neutron:DELETE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:56.441259 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1d50e2b-9334-4159-9e61-6eab10f00e90 admin admin] Publish callbacks [] for port (9d545b91-93e4-4df5-90e2-132cbd316470), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:56.454351 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ca30a4d1-7e7f-48ff-9ab5-9be330228b85 req-e5d1849d-5cd5-4b30-a5de-b81cfaa9c139 service neutron] Publish callbacks [] for security_group (a7b93562-e89d-477d-bfb5-43691a1b7b6e), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:56.454876 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0fd94033-3de5-4f51-b22b-f1bf46a419a6 req-93fba00e-07b0-4dee-af7a-344986c431d6 service neutron] 10.222.0.96 "GET /v2.0/networks/1f233501-5abf-42f7-9923-d5c098fbf3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335557 Jul 20 19:28:56.466686 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ca30a4d1-7e7f-48ff-9ab5-9be330228b85 req-e5d1849d-5cd5-4b30-a5de-b81cfaa9c139 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (a7b93562-e89d-477d-bfb5-43691a1b7b6e), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:56.507680 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-ca30a4d1-7e7f-48ff-9ab5-9be330228b85 req-e5d1849d-5cd5-4b30-a5de-b81cfaa9c139 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3546851 Jul 20 19:28:56.544018 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af76b04c-ad7b-4f53-881c-3c055113a55d req-f3307717-444a-4769-b6a2-2434715b1878 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:56.551948 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d1849d-5cd5-4b30-a5de-b81cfaa9c139 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b93562-e89d-477d-bfb5-43691a1b7b6e,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:56.555850 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-af76b04c-ad7b-4f53-881c-3c055113a55d req-f3307717-444a-4769-b6a2-2434715b1878 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0998404 Jul 20 19:28:56.581234 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1d50e2b-9334-4159-9e61-6eab10f00e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (9d545b91-93e4-4df5-90e2-132cbd316470), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:56.654954 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port d840dfba-98a6-425f-b11b-365b0749db34, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=d840dfba-98a6-425f-b11b-365b0749db34,segment=NetworkSegment(afd2cd19-bdf1-4210-8214-74dd85035192),segment_id=afd2cd19-bdf1-4210-8214-74dd85035192)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:56.684799 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-af76b04c-ad7b-4f53-881c-3c055113a55d req-c992ad80-2168-408d-ac44-cc2ee238d156 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279943 Jul 20 19:28:56.700450 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d50e2b-9334-4159-9e61-6eab10f00e90 admin admin] Network b07af2f4-bbc6-4c67-b935-0b5f7e4463ac is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:28:56.710304 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:56.712273 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Returning: {'device': 'd840dfba-98a6-425f-b11b-365b0749db34', 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'port_id': 'd840dfba-98a6-425f-b11b-365b0749db34', 'mac_address': 'fa:16:3e:cc:cc:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 992, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:28:56.757954 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-c1d50e2b-9334-4159-9e61-6eab10f00e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:28:56.771325 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1d50e2b-9334-4159-9e61-6eab10f00e90 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:28:56.773432 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1d50e2b-9334-4159-9e61-6eab10f00e90 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819021'] for router_interface (b8890483-994b-458e-9e8e-4d12bb3fce85), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:56.780376 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d50e2b-9334-4159-9e61-6eab10f00e90 admin admin] Pushing event updated for resources: {'Port': ['ID=9d545b91-93e4-4df5-90e2-132cbd316470,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:56.953869 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03574043-6ede-4dc9-b45a-49d69b53e139 req-c0dfff02-617d-4502-a0c6-3e440187192e tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:56.962286 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 34734) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:56.964535 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-03574043-6ede-4dc9-b45a-49d69b53e139 req-c0dfff02-617d-4502-a0c6-3e440187192e tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 944 time: 0.1408675 Jul 20 19:28:56.988679 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3a933297-4b4d-4c82-8a29-075cce7308b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:57.016573 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93bb9830-befa-4b57-b9f7-436f93a19959 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:57.038705 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-03574043-6ede-4dc9-b45a-49d69b53e139 req-42777847-8ad0-4db9-963d-28c838a1fcbd tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727973 Jul 20 19:28:57.077298 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=84,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:57.170575 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a52396-c000-4931-8896-46dcf99d449a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b0ac08-0caa-47dc-9d21-4afca1983d3b'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:28:57.174087 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444b9fdf-af2b-4f10-a23a-87c1a1a3609f" -d '{"events": [{"server_uuid": "a0a52396-c000-4931-8896-46dcf99d449a", "name": "network-vif-plugged", "status": "completed", "tag": "a6b0ac08-0caa-47dc-9d21-4afca1983d3b"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:28:57.191728 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1d50e2b-9334-4159-9e61-6eab10f00e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (9d545b91-93e4-4df5-90e2-132cbd316470), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:57.191970 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 22635040-a000-4508-a1d9-aa2bd522f9d9 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:57.192605 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (22635040-a000-4508-a1d9-aa2bd522f9d9), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:57.221656 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3a933297-4b4d-4c82-8a29-075cce7308b9 admin admin] Publish callbacks [] for security_group (3c7ee244-57df-4a31-819e-b57dbe279efe), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:57.231507 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3a933297-4b4d-4c82-8a29-075cce7308b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (3c7ee244-57df-4a31-819e-b57dbe279efe), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:57.244128 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:57.250627 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f344e0-881a-4fc2-bf10-d8b161289393 x-openstack-request-id: req-d0f344e0-881a-4fc2-bf10-d8b161289393 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:28:57.250926 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a52396-c000-4931-8896-46dcf99d449a", "name": "network-vif-plugged", "status": "completed", "tag": "a6b0ac08-0caa-47dc-9d21-4afca1983d3b", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:28:57.251175 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d0f344e0-881a-4fc2-bf10-d8b161289393 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:28:57.251575 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d0f344e0-881a-4fc2-bf10-d8b161289393'] response: {'server_uuid': 'a0a52396-c000-4931-8896-46dcf99d449a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6b0ac08-0caa-47dc-9d21-4afca1983d3b', 'code': 200} Jul 20 19:28:57.263501 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port d840dfba-98a6-425f-b11b-365b0749db34 is: DOWN; New status is: BUILD {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:57.263913 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (d840dfba-98a6-425f-b11b-365b0749db34), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:57.294057 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 7da85c79-f873-46d3-99dc-20d26d7d7408 is: BUILD; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:57.294878 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (7da85c79-f873-46d3-99dc-20d26d7d7408), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:57.317931 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e886d76e-c516-4c31-9676-5d12f1cf78be None None] Current status of the port 22635040-a000-4508-a1d9-aa2bd522f9d9 is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:57.319024 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e886d76e-c516-4c31-9676-5d12f1cf78be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (22635040-a000-4508-a1d9-aa2bd522f9d9), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:57.327487 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d840dfba-98a6-425f-b11b-365b0749db34 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:28:57.390237 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a933297-4b4d-4c82-8a29-075cce7308b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7ee244-57df-4a31-819e-b57dbe279efe,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:57.400167 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-3a933297-4b4d-4c82-8a29-075cce7308b9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=30b91619e8b343a8b6513e5c33cf42f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4367669 Jul 20 19:28:57.406932 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 7da85c79-f873-46d3-99dc-20d26d7d7408, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=7da85c79-f873-46d3-99dc-20d26d7d7408,segment=NetworkSegment(743d9750-323e-40e2-8248-0f577f755971),segment_id=743d9750-323e-40e2-8248-0f577f755971)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:57.409929 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port d840dfba-98a6-425f-b11b-365b0749db34, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=d840dfba-98a6-425f-b11b-365b0749db34,segment=NetworkSegment(afd2cd19-bdf1-4210-8214-74dd85035192),segment_id=afd2cd19-bdf1-4210-8214-74dd85035192)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:57.415442 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 34742) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:57.451473 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (7da85c79-f873-46d3-99dc-20d26d7d7408), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:57.467803 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (d840dfba-98a6-425f-b11b-365b0749db34), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:57.470461 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93bb9830-befa-4b57-b9f7-436f93a19959 admin admin] Publish callbacks [] for security_group (a7b04809-60ac-4f4e-b427-7f2806aa08ec), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:57.479859 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e886d76e-c516-4c31-9676-5d12f1cf78be None None] For port 22635040-a000-4508-a1d9-aa2bd522f9d9, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=22635040-a000-4508-a1d9-aa2bd522f9d9,segment=NetworkSegment(18d97002-80fb-47f5-ae30-c20cd5542db9),segment_id=18d97002-80fb-47f5-ae30-c20cd5542db9)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:57.498217 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93bb9830-befa-4b57-b9f7-436f93a19959 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (a7b04809-60ac-4f4e-b427-7f2806aa08ec), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:57.506901 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ac066a-e5a8-4c8d-b5c8-2d5e5dbf1838 req-29a30bf3-3a23-42bd-9e0b-b5b7a742e83e tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:57.509496 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e6ac066a-e5a8-4c8d-b5c8-2d5e5dbf1838 req-29a30bf3-3a23-42bd-9e0b-b5b7a742e83e tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.1889286 Jul 20 19:28:57.536272 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e886d76e-c516-4c31-9676-5d12f1cf78be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (22635040-a000-4508-a1d9-aa2bd522f9d9), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:57.549068 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 8de6f1a3-1533-4778-946a-bfef39df578f details requested by agent hyperv_hv-cinder-85054 with host hv-cinder-85054 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:28:57.576678 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 22635040-a000-4508-a1d9-aa2bd522f9d9 is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:57.577828 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (22635040-a000-4508-a1d9-aa2bd522f9d9), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:57.697287 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e6ac066a-e5a8-4c8d-b5c8-2d5e5dbf1838 req-154c914f-10d9-498f-bc46-06fac38f0c6d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1786838 Jul 20 19:28:57.752783 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=7da85c79-f873-46d3-99dc-20d26d7d7408,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:57.796058 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.db.resource_extend [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 20 19:28:57.830589 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf2b6ba-4197-4f4b-9a23-615be92b4747 req-eefcca30-8dd0-494b-be51-0fff490f4728 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:57.840619 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2bf2b6ba-4197-4f4b-9a23-615be92b4747 req-eefcca30-8dd0-494b-be51-0fff490f4728 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 944 time: 0.2487502 Jul 20 19:28:58.034276 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-bba137b8-7d81-4ed0-a13a-ac10cccd5167 None None] Provisioning complete for port 9d545b91-93e4-4df5-90e2-132cbd316470 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:58.034658 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bba137b8-7d81-4ed0-a13a-ac10cccd5167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (9d545b91-93e4-4df5-90e2-132cbd316470), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:58.087489 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2bf2b6ba-4197-4f4b-9a23-615be92b4747 req-bce631f4-a454-409d-a358-544a97936810 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395437 Jul 20 19:28:58.097026 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.db.api [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 20 19:28:58.097459 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG oslo_db.api [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 19:28:58.109775 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=d840dfba-98a6-425f-b11b-365b0749db34,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:58.129655 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 8de6f1a3-1533-4778-946a-bfef39df578f, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=8de6f1a3-1533-4778-946a-bfef39df578f,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:58.132513 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76891149-cd4a-4c57-b7e9-315085599769 req-1a1bae6f-72f2-442b-bd46-285b55634040 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:58.134167 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-76891149-cd4a-4c57-b7e9-315085599769 req-1a1bae6f-72f2-442b-bd46-285b55634040 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.1378849 Jul 20 19:28:58.135996 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=80,neutron:INSERT=16,neutron:UPDATE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:58.153835 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['d840dfba-98a6-425f-b11b-365b0749db34'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:28:58.155859 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:58.200305 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Returning: {'device': '8de6f1a3-1533-4778-946a-bfef39df578f', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'port_id': '8de6f1a3-1533-4778-946a-bfef39df578f', 'mac_address': 'fa:16:3e:0f:25:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 978, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:28:58.208308 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-bba137b8-7d81-4ed0-a13a-ac10cccd5167 None None] Port 9d545b91-93e4-4df5-90e2-132cbd316470 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:28:58.209539 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-76891149-cd4a-4c57-b7e9-315085599769 req-c4159c55-e1d3-4a88-b108-e07b41505caa tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671608 Jul 20 19:28:58.259191 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32e0553-b85d-4b0e-b67b-0c712381b10a req-955d0d6e-5da9-49a4-b7f9-ae44a84c3172 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:58.260758 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a32e0553-b85d-4b0e-b67b-0c712381b10a req-955d0d6e-5da9-49a4-b7f9-ae44a84c3172 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 945 time: 0.0787053 Jul 20 19:28:58.273876 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-bba137b8-7d81-4ed0-a13a-ac10cccd5167 None None] Provisioning complete for port 22635040-a000-4508-a1d9-aa2bd522f9d9 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:58.274355 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bba137b8-7d81-4ed0-a13a-ac10cccd5167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (22635040-a000-4508-a1d9-aa2bd522f9d9), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:58.280339 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1d50e2b-9334-4159-9e61-6eab10f00e90 admin admin] Publish callbacks [] for port (9d545b91-93e4-4df5-90e2-132cbd316470), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:58.282053 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bb9830-befa-4b57-b9f7-436f93a19959 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b04809-60ac-4f4e-b427-7f2806aa08ec,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:58.293207 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-93bb9830-befa-4b57-b9f7-436f93a19959 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=79c54327a19e4dd8b81c4dd5c0c4096c&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9411900 Jul 20 19:28:58.305743 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 34750) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:58.309451 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1d50e2b-9334-4159-9e61-6eab10f00e90 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (9d545b91-93e4-4df5-90e2-132cbd316470), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:58.310311 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c1d50e2b-9334-4159-9e61-6eab10f00e90 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1822453'] for router_interface (b8890483-994b-458e-9e8e-4d12bb3fce85), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:58.322881 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a32e0553-b85d-4b0e-b67b-0c712381b10a req-a61647a5-daaa-4f1b-9dd9-2911871f111c tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545084 Jul 20 19:28:58.327101 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e886d76e-c516-4c31-9676-5d12f1cf78be None None] Pushing event updated for resources: {'Port': ['ID=22635040-a000-4508-a1d9-aa2bd522f9d9,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:58.333738 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 8de6f1a3-1533-4778-946a-bfef39df578f is: DOWN; New status is: BUILD {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:58.333738 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (8de6f1a3-1533-4778-946a-bfef39df578f), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:58.371483 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54954ef8-d37a-4b28-a170-4a43476f6f81 req-74c8e16a-697e-48bf-8f41-41475c1c86ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:58.373374 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-54954ef8-d37a-4b28-a170-4a43476f6f81 req-74c8e16a-697e-48bf-8f41-41475c1c86ff service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 1129 time: 0.2354147 Jul 20 19:28:58.374003 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5de757bd-c35c-48c7-90d9-f939fad788b6 admin admin] Publish callbacks [] for security_group (3c7ee244-57df-4a31-819e-b57dbe279efe), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:58.383155 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de6f1a3-1533-4778-946a-bfef39df578f {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:28:58.392537 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:58.392734 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:58.427174 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 8de6f1a3-1533-4778-946a-bfef39df578f, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=8de6f1a3-1533-4778-946a-bfef39df578f,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:58.442273 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (8de6f1a3-1533-4778-946a-bfef39df578f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:58.475728 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5de757bd-c35c-48c7-90d9-f939fad788b6 admin admin] Publish callbacks [] for security_group (3c7ee244-57df-4a31-819e-b57dbe279efe), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:58.478104 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d50e2b-9334-4159-9e61-6eab10f00e90 admin admin] Pushing event updated for resources: {'Port': ['ID=9d545b91-93e4-4df5-90e2-132cbd316470,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:58.519935 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-bba137b8-7d81-4ed0-a13a-ac10cccd5167 None None] Current status of the port 22635040-a000-4508-a1d9-aa2bd522f9d9 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:58.561000 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=8de6f1a3-1533-4778-946a-bfef39df578f,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:58.597504 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6b10f142-f7a0-4e38-a7e8-4ecb8361fa83 admin admin] Publish callbacks [] for security_group (a7b04809-60ac-4f4e-b427-7f2806aa08ec), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:58.607460 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-54954ef8-d37a-4b28-a170-4a43476f6f81 req-03a19124-d92a-4567-9222-6f8a4134f1de service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156987 Jul 20 19:28:58.639938 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d50e2b-9334-4159-9e61-6eab10f00e90 admin admin] Network b07af2f4-bbc6-4c67-b935-0b5f7e4463ac is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:28:58.642543 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6b10f142-f7a0-4e38-a7e8-4ecb8361fa83 admin admin] Publish callbacks [] for security_group (a7b04809-60ac-4f4e-b427-7f2806aa08ec), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:58.644834 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 22635040-a000-4508-a1d9-aa2bd522f9d9 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:58.645416 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-c1d50e2b-9334-4159-9e61-6eab10f00e90 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:28:58.649574 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b3f922eb-a1b9-4916-b7f5-a0f24b56f957 None None] Provisioning complete for port 9d545b91-93e4-4df5-90e2-132cbd316470 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:58.649937 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b3f922eb-a1b9-4916-b7f5-a0f24b56f957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (9d545b91-93e4-4df5-90e2-132cbd316470), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:58.701623 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b3f922eb-a1b9-4916-b7f5-a0f24b56f957 None None] Port 9d545b91-93e4-4df5-90e2-132cbd316470 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:28:58.718328 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5de757bd-c35c-48c7-90d9-f939fad788b6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (3c7ee244-57df-4a31-819e-b57dbe279efe), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:58.720818 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5de757bd-c35c-48c7-90d9-f939fad788b6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:58.722023 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-5de757bd-c35c-48c7-90d9-f939fad788b6 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3c7ee244-57df-4a31-819e-b57dbe279efe HTTP/1.1" status: 204 len: 168 time: 1.2945797 Jul 20 19:28:58.743981 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de757bd-c35c-48c7-90d9-f939fad788b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7ee244-57df-4a31-819e-b57dbe279efe,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:58.827023 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6b10f142-f7a0-4e38-a7e8-4ecb8361fa83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (a7b04809-60ac-4f4e-b427-7f2806aa08ec), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:58.829906 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6b10f142-f7a0-4e38-a7e8-4ecb8361fa83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:58.834319 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-6b10f142-f7a0-4e38-a7e8-4ecb8361fa83 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a7b04809-60ac-4f4e-b427-7f2806aa08ec HTTP/1.1" status: 204 len: 168 time: 0.5186391 Jul 20 19:28:58.849250 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b10f142-f7a0-4e38-a7e8-4ecb8361fa83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b04809-60ac-4f4e-b427-7f2806aa08ec,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:58.858017 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1d50e2b-9334-4159-9e61-6eab10f00e90 admin admin] Router b8890483-994b-458e-9e8e-4d12bb3fce85 has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:28:58.985736 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 8f9a8604-871a-49dc-ba5d-141ae5b93517 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:28:59.014643 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806b24de-eb29-43cb-8687-70dd08bcf1ee req-4abf35fc-3676-456d-b2e1-e672323bc64b tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:59.027047 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-806b24de-eb29-43cb-8687-70dd08bcf1ee req-4abf35fc-3676-456d-b2e1-e672323bc64b tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 944 time: 0.1537373 Jul 20 19:28:59.066636 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:59.084463 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1d50e2b-9334-4159-9e61-6eab10f00e90 admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:28:59.104936 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-c1d50e2b-9334-4159-9e61-6eab10f00e90 admin admin] 10.222.0.79 "PUT /v2.0/routers/b8890483-994b-458e-9e8e-4d12bb3fce85/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1112015 Jul 20 19:28:59.105170 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-806b24de-eb29-43cb-8687-70dd08bcf1ee req-be1aae74-197f-4681-9944-0d2f195eb74d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738134 Jul 20 19:28:59.105279 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 8f9a8604-871a-49dc-ba5d-141ae5b93517 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:59.105279 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (8f9a8604-871a-49dc-ba5d-141ae5b93517), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:59.170839 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8f950a3b-8189-4a5c-ab48-1cec9eabb484 None None] Provisioning complete for port 9d545b91-93e4-4df5-90e2-132cbd316470 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:59.171217 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8f950a3b-8189-4a5c-ab48-1cec9eabb484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (9d545b91-93e4-4df5-90e2-132cbd316470), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:59.258317 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199315e6-e6f0-4c28-b63f-40ec5e5bef49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da85c79-f873-46d3-99dc-20d26d7d7408'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:28:59.261922 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c626b07-5c9e-447d-8216-0733066987c5" -d '{"events": [{"server_uuid": "199315e6-e6f0-4c28-b63f-40ec5e5bef49", "name": "network-vif-plugged", "status": "completed", "tag": "7da85c79-f873-46d3-99dc-20d26d7d7408"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:28:59.301241 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-8f950a3b-8189-4a5c-ab48-1cec9eabb484 None None] Port 9d545b91-93e4-4df5-90e2-132cbd316470 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:28:59.325752 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ab264d-e7af-4778-b314-fe122f85ffd6 req-af743959-d38e-452c-8c75-ff801bdc1f65 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:59.327848 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-27ab264d-e7af-4778-b314-fe122f85ffd6 req-af743959-d38e-452c-8c75-ff801bdc1f65 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 944 time: 0.1101749 Jul 20 19:28:59.337310 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 8f9a8604-871a-49dc-ba5d-141ae5b93517 is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:59.339904 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (8f9a8604-871a-49dc-ba5d-141ae5b93517), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:59.383970 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:59.395726 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] For port 8f9a8604-871a-49dc-ba5d-141ae5b93517, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=8f9a8604-871a-49dc-ba5d-141ae5b93517,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:28:59.404585 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (8f9a8604-871a-49dc-ba5d-141ae5b93517), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:59.405867 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 22635040-a000-4508-a1d9-aa2bd522f9d9 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:28:59.473090 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fd116a-5c19-46a5-96ac-9808e62a93bf req-a8efcc42-ec7f-4acc-816d-c10bb532e5ea tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:59.474836 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-97fd116a-5c19-46a5-96ac-9808e62a93bf req-a8efcc42-ec7f-4acc-816d-c10bb532e5ea tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.1068108 Jul 20 19:28:59.503333 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:59.541034 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-27ab264d-e7af-4778-b314-fe122f85ffd6 req-6e249bf2-fa90-49b8-b254-98f97c4526aa tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2043314 Jul 20 19:28:59.569629 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-97fd116a-5c19-46a5-96ac-9808e62a93bf req-fd4c14b6-60be-49c2-aebf-793ad67066ba tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774460 Jul 20 19:28:59.595942 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Pushing event updated for resources: {'Port': ['ID=8f9a8604-871a-49dc-ba5d-141ae5b93517,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:59.605587 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 22635040-a000-4508-a1d9-aa2bd522f9d9 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:28:59.606189 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (22635040-a000-4508-a1d9-aa2bd522f9d9), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:59.637546 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 34784) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:59.659991 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:28:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c8972da-f7bb-4570-8326-6ce2033b67c7 x-openstack-request-id: req-6c8972da-f7bb-4570-8326-6ce2033b67c7 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:28:59.660578 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "199315e6-e6f0-4c28-b63f-40ec5e5bef49", "name": "network-vif-plugged", "status": "completed", "tag": "7da85c79-f873-46d3-99dc-20d26d7d7408", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:28:59.661005 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6c8972da-f7bb-4570-8326-6ce2033b67c7 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:28:59.661851 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6c8972da-f7bb-4570-8326-6ce2033b67c7'] response: {'server_uuid': '199315e6-e6f0-4c28-b63f-40ec5e5bef49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7da85c79-f873-46d3-99dc-20d26d7d7408', 'code': 200} Jul 20 19:28:59.663464 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cdcfc326-bb7f-4e6c-8fd9-8ea8b9b635a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:59.727815 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 22635040-a000-4508-a1d9-aa2bd522f9d9 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:28:59.786413 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c11c51b-13ce-4e01-a593-e9e1ece23167 req-ccc3cd7c-b584-4ec5-9856-f02154e2ada5 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:28:59.795309 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4c11c51b-13ce-4e01-a593-e9e1ece23167 req-ccc3cd7c-b584-4ec5-9856-f02154e2ada5 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 945 time: 0.0826828 Jul 20 19:28:59.838112 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cdcfc326-bb7f-4e6c-8fd9-8ea8b9b635a9 admin admin] Publish callbacks [] for security_group (b817caa4-dfb6-4057-a7fc-a1447113ae59), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:59.847446 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cdcfc326-bb7f-4e6c-8fd9-8ea8b9b635a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (b817caa4-dfb6-4057-a7fc-a1447113ae59), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:28:59.859122 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4c11c51b-13ce-4e01-a593-e9e1ece23167 req-dc51abe5-f822-49f4-b69b-a632d7b8908b tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624373 Jul 20 19:28:59.868457 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:28:59.905957 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-cdcfc326-bb7f-4e6c-8fd9-8ea8b9b635a9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e7b1549139e54022a4444bf2b22f27c4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2661746 Jul 20 19:28:59.906638 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 34788) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:28:59.917855 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcfc326-bb7f-4e6c-8fd9-8ea8b9b635a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b817caa4-dfb6-4057-a7fc-a1447113ae59,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:28:59.970700 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-997861d4-5222-43d8-bb4d-6c736d6dbf1b admin admin] Publish callbacks [] for security_group (b817caa4-dfb6-4057-a7fc-a1447113ae59), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:00.002825 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-997861d4-5222-43d8-bb4d-6c736d6dbf1b admin admin] Publish callbacks [] for security_group (b817caa4-dfb6-4057-a7fc-a1447113ae59), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:00.042766 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7b8996-1d97-46dd-af89-153b9c0168ad None None] Sync routers for ids ['b8890483-994b-458e-9e8e-4d12bb3fce85'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:29:00.066196 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7b8996-1d97-46dd-af89-153b9c0168ad None None] Routers {'b8890483-994b-458e-9e8e-4d12bb3fce85'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:29:00.069676 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0a7b8996-1d97-46dd-af89-153b9c0168ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:28:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['b8890483-994b-458e-9e8e-4d12bb3fce85'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:00.073703 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['8de6f1a3-1533-4778-946a-bfef39df578f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:29:00.112948 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-997861d4-5222-43d8-bb4d-6c736d6dbf1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (b817caa4-dfb6-4057-a7fc-a1447113ae59), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:00.116106 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-997861d4-5222-43d8-bb4d-6c736d6dbf1b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:00.117296 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-997861d4-5222-43d8-bb4d-6c736d6dbf1b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b817caa4-dfb6-4057-a7fc-a1447113ae59 HTTP/1.1" status: 204 len: 168 time: 0.2094636 Jul 20 19:29:00.133010 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997861d4-5222-43d8-bb4d-6c736d6dbf1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b817caa4-dfb6-4057-a7fc-a1447113ae59,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:00.172549 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device d840dfba-98a6-425f-b11b-365b0749db34 up at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:29:00.197114 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 34802) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:00.201672 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8b602d1d-2edf-46bf-a5e7-2e6bd7723f27 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-7941455', 'description': 'tempest-secgroup-smoke-7941455 description', 'project_id': '3f1255754afb4cd384a11c87a9d717df'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:29:00.287367 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8b602d1d-2edf-46bf-a5e7-2e6bd7723f27 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:00.307045 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465975a5-45fa-497b-b3b4-36f6d2d5e65e req-63270f9c-fddc-40c3-8fe2-52271f1c89c2 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:00.310755 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-465975a5-45fa-497b-b3b4-36f6d2d5e65e req-63270f9c-fddc-40c3-8fe2-52271f1c89c2 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 944 time: 0.0869298 Jul 20 19:29:00.352334 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:00.376476 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning for port d840dfba-98a6-425f-b11b-365b0749db34 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:29:00.395255 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-465975a5-45fa-497b-b3b4-36f6d2d5e65e req-a881e5ef-68c2-45af-a142-a5b59d04776c tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771232 Jul 20 19:29:00.398000 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning complete for port d840dfba-98a6-425f-b11b-365b0749db34 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:29:00.398391 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (d840dfba-98a6-425f-b11b-365b0749db34), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:00.449095 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8b602d1d-2edf-46bf-a5e7-2e6bd7723f27 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for security_group (f83f3b1c-4b9e-4071-849a-158d7197aa48), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:00.453970 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8b602d1d-2edf-46bf-a5e7-2e6bd7723f27 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (f83f3b1c-4b9e-4071-849a-158d7197aa48), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:00.479071 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-0a7b8996-1d97-46dd-af89-153b9c0168ad None None] Set router b8890483-994b-458e-9e8e-4d12bb3fce85 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:29:00.509637 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8b602d1d-2edf-46bf-a5e7-2e6bd7723f27 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:00.512081 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-8b602d1d-2edf-46bf-a5e7-2e6bd7723f27 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3136098 Jul 20 19:29:00.514051 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b602d1d-2edf-46bf-a5e7-2e6bd7723f27 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f83f3b1c-4b9e-4071-849a-158d7197aa48,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:00.515857 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 34810) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:00.530362 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f4525612-3bda-4b63-ac14-f7b66ba696f3 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Request body: {'security_group_rule': {'security_group_id': 'f83f3b1c-4b9e-4071-849a-158d7197aa48', 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:29:00.576523 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4525612-3bda-4b63-ac14-f7b66ba696f3 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for security_group_rule (7ae77a1a-980f-4354-bbe9-7d37ae794255), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:00.731278 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4525612-3bda-4b63-ac14-f7b66ba696f3 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for security_group_rule (7ae77a1a-980f-4354-bbe9-7d37ae794255), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:00.738201 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4525612-3bda-4b63-ac14-f7b66ba696f3 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (7ae77a1a-980f-4354-bbe9-7d37ae794255), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:00.749210 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:00.770013 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4525612-3bda-4b63-ac14-f7b66ba696f3 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ae77a1a-980f-4354-bbe9-7d37ae794255,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:00.797192 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4525612-3bda-4b63-ac14-f7b66ba696f3 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:00.798842 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-f4525612-3bda-4b63-ac14-f7b66ba696f3 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2785659 Jul 20 19:29:00.802416 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 34824) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:00.809589 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-7d7d5307-811b-4e28-9c20-34a26a0e3b1d tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Request body: {'security_group_rule': {'security_group_id': 'f83f3b1c-4b9e-4071-849a-158d7197aa48', 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:29:00.847413 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77262a71-0412-4268-ace2-3249312b2dfd req-84400b28-76ef-4433-94fd-e05b7fdd7dae tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:00.855087 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d7d5307-811b-4e28-9c20-34a26a0e3b1d tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for security_group_rule (aec3605b-cf67-4e1a-b4eb-8949ac6f6c68), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:00.858759 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-77262a71-0412-4268-ace2-3249312b2dfd req-84400b28-76ef-4433-94fd-e05b7fdd7dae tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 944 time: 0.1795619 Jul 20 19:29:00.968624 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d7d5307-811b-4e28-9c20-34a26a0e3b1d tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for security_group_rule (aec3605b-cf67-4e1a-b4eb-8949ac6f6c68), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:00.976308 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-77262a71-0412-4268-ace2-3249312b2dfd req-cfa362a1-f40b-4d54-9042-c7ccb71d3318 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1154249 Jul 20 19:29:00.976939 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d7d5307-811b-4e28-9c20-34a26a0e3b1d tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (aec3605b-cf67-4e1a-b4eb-8949ac6f6c68), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:00.982067 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 8f9a8604-871a-49dc-ba5d-141ae5b93517 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:29:00.984351 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port d840dfba-98a6-425f-b11b-365b0749db34 is: BUILD; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:29:00.984752 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (d840dfba-98a6-425f-b11b-365b0749db34), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:01.038709 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c4707b-cf37-4a24-8937-f9ae5154c3dd req-81145f43-8fe7-4686-9e1b-49609b57e891 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:01.040292 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-76c4707b-cf37-4a24-8937-f9ae5154c3dd req-81145f43-8fe7-4686-9e1b-49609b57e891 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.2805426 Jul 20 19:29:01.044425 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7d7d5307-811b-4e28-9c20-34a26a0e3b1d tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:01.046141 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-7d7d5307-811b-4e28-9c20-34a26a0e3b1d tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2413633 Jul 20 19:29:01.048678 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 34832) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:01.050641 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7d5307-811b-4e28-9c20-34a26a0e3b1d tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aec3605b-cf67-4e1a-b4eb-8949ac6f6c68,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:01.054016 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4039fd52-f6eb-45bb-ac5f-64fbcfda751a tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Request body: {'security_group_rule': {'security_group_id': 'f83f3b1c-4b9e-4071-849a-158d7197aa48', 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:29:01.169171 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:01.173007 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port d840dfba-98a6-425f-b11b-365b0749db34, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=d840dfba-98a6-425f-b11b-365b0749db34,segment=NetworkSegment(afd2cd19-bdf1-4210-8214-74dd85035192),segment_id=afd2cd19-bdf1-4210-8214-74dd85035192)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:29:01.184616 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:01.194198 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0a7b8996-1d97-46dd-af89-153b9c0168ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8890483-994b-458e-9e8e-4d12bb3fce85', 'name': 'tempest-TestVolumeBootPattern-1700291615-router', 'tenant_id': '350f45adac63449687f2f244dc3bf3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '8f9a8604-871a-49dc-ba5d-141ae5b93517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:50Z', 'updated_at': '2022-07-20T19:28:57Z', 'revision_number': 4, 'project_id': '350f45adac63449687f2f244dc3bf3ce', 'gw_port': {'id': '8f9a8604-871a-49dc-ba5d-141ae5b93517', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8890483-994b-458e-9e8e-4d12bb3fce85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:51Z', 'updated_at': '2022-07-20T19:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '9d545b91-93e4-4df5-90e2-132cbd316470', 'name': '', 'network_id': 'b07af2f4-bbc6-4c67-b935-0b5f7e4463ac', 'tenant_id': '350f45adac63449687f2f244dc3bf3ce', 'mac_address': 'fa:16:3e:dd:d6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8890483-994b-458e-9e8e-4d12bb3fce85', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '57c9b515-f1b3-430b-8a55-f23525553c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:55Z', 'updated_at': '2022-07-20T19:28:57Z', 'revision_number': 2, 'project_id': '350f45adac63449687f2f244dc3bf3ce', 'subnets': [{'id': '57c9b515-f1b3-430b-8a55-f23525553c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:01.196250 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (d840dfba-98a6-425f-b11b-365b0749db34), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:01.202855 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:01.216909 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4039fd52-f6eb-45bb-ac5f-64fbcfda751a tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for security_group_rule (16a3600d-8e6d-48f3-b215-f3befb20eb7f), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:01.264962 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 8f9a8604-871a-49dc-ba5d-141ae5b93517 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:29:01.274096 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (8f9a8604-871a-49dc-ba5d-141ae5b93517), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:01.308437 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-76c4707b-cf37-4a24-8937-f9ae5154c3dd req-8ee2da22-98a4-495d-b152-43e733a5597b tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2493289 Jul 20 19:29:01.317264 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c67ddbd0-f053-4b14-a0d6-f41ea8aa5483 req-d65256fa-9dc9-4edc-ba81-b2f65c498737 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:01.325038 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c67ddbd0-f053-4b14-a0d6-f41ea8aa5483 req-d65256fa-9dc9-4edc-ba81-b2f65c498737 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 945 time: 0.2135739 Jul 20 19:29:01.348444 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7b8996-1d97-46dd-af89-153b9c0168ad None None] Checking router: b8890483-994b-458e-9e8e-4d12bb3fce85 for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:29:01.349177 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7b8996-1d97-46dd-af89-153b9c0168ad None None] Updating router b8890483-994b-458e-9e8e-4d12bb3fce85 port 9d545b91-93e4-4df5-90e2-132cbd316470 binding host dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:29:01.414064 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0a7b8996-1d97-46dd-af89-153b9c0168ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (9d545b91-93e4-4df5-90e2-132cbd316470), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:01.433410 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4039fd52-f6eb-45bb-ac5f-64fbcfda751a tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for security_group_rule (16a3600d-8e6d-48f3-b215-f3befb20eb7f), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:01.462917 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4039fd52-f6eb-45bb-ac5f-64fbcfda751a tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (16a3600d-8e6d-48f3-b215-f3befb20eb7f), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:01.510970 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4039fd52-f6eb-45bb-ac5f-64fbcfda751a tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16a3600d-8e6d-48f3-b215-f3befb20eb7f,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:01.524972 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c67ddbd0-f053-4b14-a0d6-f41ea8aa5483 req-eca0a806-6890-43b2-9b0d-325ab293c0f4 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1986337 Jul 20 19:29:01.536402 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4039fd52-f6eb-45bb-ac5f-64fbcfda751a tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:01.538436 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-4039fd52-f6eb-45bb-ac5f-64fbcfda751a tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4887531 Jul 20 19:29:01.541620 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 34858) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:01.547495 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-e86a9b15-9e9e-4c26-a46b-baa599961893 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Request body: {'security_group_rule': {'security_group_id': 'f83f3b1c-4b9e-4071-849a-158d7197aa48', 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:29:01.609360 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e86a9b15-9e9e-4c26-a46b-baa599961893 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for security_group_rule (94497d35-f8a5-4504-97bd-361dea051ffa), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:01.609625 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:01.644843 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4735a626-3966-422e-8462-27aa9ecac492 req-2825578d-d8c4-46cb-8b18-a4ac717eef92 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:01.647087 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=d840dfba-98a6-425f-b11b-365b0749db34,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:01.653331 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4735a626-3966-422e-8462-27aa9ecac492 req-2825578d-d8c4-46cb-8b18-a4ac717eef92 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 944 time: 0.0898304 Jul 20 19:29:01.675002 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05854927-1ff5-4246-9509-c677fbb0a9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd840dfba-98a6-425f-b11b-365b0749db34'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:29:01.678759 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be6949f-41b6-4d53-b001-7b737dcb4d59" -d '{"events": [{"server_uuid": "05854927-1ff5-4246-9509-c677fbb0a9f2", "name": "network-vif-plugged", "status": "completed", "tag": "d840dfba-98a6-425f-b11b-365b0749db34"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:29:01.717797 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4735a626-3966-422e-8462-27aa9ecac492 req-6eeb450f-389a-4528-8af3-f384cd369f98 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634804 Jul 20 19:29:01.737616 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 8f9a8604-871a-49dc-ba5d-141ae5b93517 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:29:01.775163 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:29:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddb6698-6db6-4ed4-bfe5-390db3e1dd9d x-openstack-request-id: req-5ddb6698-6db6-4ed4-bfe5-390db3e1dd9d {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:29:01.775503 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05854927-1ff5-4246-9509-c677fbb0a9f2", "name": "network-vif-plugged", "status": "completed", "tag": "d840dfba-98a6-425f-b11b-365b0749db34", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:29:01.775798 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5ddb6698-6db6-4ed4-bfe5-390db3e1dd9d {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:29:01.776167 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ddb6698-6db6-4ed4-bfe5-390db3e1dd9d'] response: {'server_uuid': '05854927-1ff5-4246-9509-c677fbb0a9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd840dfba-98a6-425f-b11b-365b0749db34', 'code': 200} Jul 20 19:29:01.788107 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e86a9b15-9e9e-4c26-a46b-baa599961893 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for security_group_rule (94497d35-f8a5-4504-97bd-361dea051ffa), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:01.793892 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e86a9b15-9e9e-4c26-a46b-baa599961893 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (94497d35-f8a5-4504-97bd-361dea051ffa), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:01.811395 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a9b15-9e9e-4c26-a46b-baa599961893 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94497d35-f8a5-4504-97bd-361dea051ffa,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:01.837743 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e86a9b15-9e9e-4c26-a46b-baa599961893 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:01.840931 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-e86a9b15-9e9e-4c26-a46b-baa599961893 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2964120 Jul 20 19:29:01.842148 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 34870) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:01.849074 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8b91a879-7dc6-4af1-b181-5b125c051193 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Request body: {'security_group_rule': {'security_group_id': 'f83f3b1c-4b9e-4071-849a-158d7197aa48', 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:29:01.890639 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-8b91a879-7dc6-4af1-b181-5b125c051193 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Project 3f1255754afb4cd384a11c87a9d717df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 19:29:01.900723 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8b91a879-7dc6-4af1-b181-5b125c051193 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for security_group_rule (e7fe71f7-92ef-48b3-b01c-9ec961b5ea40), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:01.965287 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0a7b8996-1d97-46dd-af89-153b9c0168ad None None] Publish callbacks [] for port (9d545b91-93e4-4df5-90e2-132cbd316470), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:01.973026 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0a7b8996-1d97-46dd-af89-153b9c0168ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (9d545b91-93e4-4df5-90e2-132cbd316470), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:02.111620 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25415cd0-a647-4181-bd0e-bc5d7da18fed None None] Pushing event updated for resources: {'Port': ['ID=9d545b91-93e4-4df5-90e2-132cbd316470,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:02.274397 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0a7b8996-1d97-46dd-af89-153b9c0168ad None None] Attempting to bind port 9d545b91-93e4-4df5-90e2-132cbd316470 on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:29:02.281377 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0a7b8996-1d97-46dd-af89-153b9c0168ad None None] Attempting to bind port 9d545b91-93e4-4df5-90e2-132cbd316470 by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': '18d97002-80fb-47f5-ae30-c20cd5542db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b07af2f4-bbc6-4c67-b935-0b5f7e4463ac'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:29:02.281701 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7b8996-1d97-46dd-af89-153b9c0168ad None None] Attempting to bind port 9d545b91-93e4-4df5-90e2-132cbd316470 on network b07af2f4-bbc6-4c67-b935-0b5f7e4463ac {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:29:02.293355 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7b8996-1d97-46dd-af89-153b9c0168ad None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 28, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:29:02.293814 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7b8996-1d97-46dd-af89-153b9c0168ad None None] Checking segment: {'id': '18d97002-80fb-47f5-ae30-c20cd5542db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b07af2f4-bbc6-4c67-b935-0b5f7e4463ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:29:02.294677 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0a7b8996-1d97-46dd-af89-153b9c0168ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:02.294677 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7b8996-1d97-46dd-af89-153b9c0168ad None None] Bound using segment: {'id': '18d97002-80fb-47f5-ae30-c20cd5542db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b07af2f4-bbc6-4c67-b935-0b5f7e4463ac'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:29:02.305578 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-0a7b8996-1d97-46dd-af89-153b9c0168ad None None] Bound port: 9d545b91-93e4-4df5-90e2-132cbd316470, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '18d97002-80fb-47f5-ae30-c20cd5542db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 985, 'network_id': 'b07af2f4-bbc6-4c67-b935-0b5f7e4463ac'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:29:02.306027 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0a7b8996-1d97-46dd-af89-153b9c0168ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (9d545b91-93e4-4df5-90e2-132cbd316470), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:02.400638 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f9959-9e76-4684-8a40-35174fa7e611 req-ea26c1fe-e8c0-4a31-b146-24e11f658a3d tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:02.412030 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f51f9959-9e76-4684-8a40-35174fa7e611 req-ea26c1fe-e8c0-4a31-b146-24e11f658a3d tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.1245732 Jul 20 19:29:02.429769 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87c327a-ef21-4f09-bbf7-368fecf5f5dc req-56bb6cb1-4089-403b-9db8-107a39ac0d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:02.433181 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-f87c327a-ef21-4f09-bbf7-368fecf5f5dc req-56bb6cb1-4089-403b-9db8-107a39ac0d54 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 1129 time: 0.1174505 Jul 20 19:29:02.450045 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8b91a879-7dc6-4af1-b181-5b125c051193 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for security_group_rule (e7fe71f7-92ef-48b3-b01c-9ec961b5ea40), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:02.466261 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8b91a879-7dc6-4af1-b181-5b125c051193 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (e7fe71f7-92ef-48b3-b01c-9ec961b5ea40), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:02.510093 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4a34354a-3e43-46e4-83af-382d14ada4e6 None None] Provisioning complete for port 9d545b91-93e4-4df5-90e2-132cbd316470 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:29:02.510466 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4a34354a-3e43-46e4-83af-382d14ada4e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (9d545b91-93e4-4df5-90e2-132cbd316470), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:02.550551 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0a7b8996-1d97-46dd-af89-153b9c0168ad None None] For port 9d545b91-93e4-4df5-90e2-132cbd316470, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:29:02.572462 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-0a7b8996-1d97-46dd-af89-153b9c0168ad None None] For port 9d545b91-93e4-4df5-90e2-132cbd316470, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=9d545b91-93e4-4df5-90e2-132cbd316470,segment=NetworkSegment(18d97002-80fb-47f5-ae30-c20cd5542db9),segment_id=18d97002-80fb-47f5-ae30-c20cd5542db9)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:29:02.577206 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4a34354a-3e43-46e4-83af-382d14ada4e6 None None] Port 9d545b91-93e4-4df5-90e2-132cbd316470 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:29:02.583489 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0a7b8996-1d97-46dd-af89-153b9c0168ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (9d545b91-93e4-4df5-90e2-132cbd316470), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:02.590224 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-f87c327a-ef21-4f09-bbf7-368fecf5f5dc req-f62517a3-1fcb-4144-9d56-394cc76e33de service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375082 Jul 20 19:29:02.607831 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b91a879-7dc6-4af1-b181-5b125c051193 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7fe71f7-92ef-48b3-b01c-9ec961b5ea40,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:02.640226 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8b91a879-7dc6-4af1-b181-5b125c051193 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:02.641589 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-8b91a879-7dc6-4af1-b181-5b125c051193 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7977645 Jul 20 19:29:02.644437 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 34898) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:02.665366 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ecfb40-2589-4d14-9234-bed59ad5baf5 req-0c204334-0a10-47ea-a52f-271839becc4a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:02.679016 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-02ecfb40-2589-4d14-9234-bed59ad5baf5 req-0c204334-0a10-47ea-a52f-271839becc4a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.1813209 Jul 20 19:29:02.697839 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-3cfa263e-28a1-4da4-b6e1-0cbbf8a6739b tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Request body: {'security_group_rule': {'security_group_id': 'f83f3b1c-4b9e-4071-849a-158d7197aa48', 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:29:02.703656 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f51f9959-9e76-4684-8a40-35174fa7e611 req-76d8ac2e-ba69-445f-af0b-d983467c9a0c tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2517681 Jul 20 19:29:02.707651 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 8de6f1a3-1533-4778-946a-bfef39df578f up at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:29:02.758947 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.db.securitygroups_db [None req-3cfa263e-28a1-4da4-b6e1-0cbbf8a6739b tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Project 3f1255754afb4cd384a11c87a9d717df added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 19:29:02.761055 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a7b8996-1d97-46dd-af89-153b9c0168ad None None] Routers {'b8890483-994b-458e-9e8e-4d12bb3fce85'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:29:02.761760 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0a7b8996-1d97-46dd-af89-153b9c0168ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:28:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['b8890483-994b-458e-9e8e-4d12bb3fce85'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:02.774533 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3cfa263e-28a1-4da4-b6e1-0cbbf8a6739b tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for security_group_rule (f193dd56-7188-4b5f-a28d-7efcff4364b8), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:02.905790 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 34906) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:02.912790 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-0a7b8996-1d97-46dd-af89-153b9c0168ad None None] Set router b8890483-994b-458e-9e8e-4d12bb3fce85 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:29:02.915681 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:02.923613 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6923a357-815d-4a6e-9dfe-f4807b0d57b1 req-a23c350f-d2a4-4cda-a1e7-7c7929a01166 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:02.925352 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6923a357-815d-4a6e-9dfe-f4807b0d57b1 req-a23c350f-d2a4-4cda-a1e7-7c7929a01166 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 945 time: 0.0935409 Jul 20 19:29:02.932160 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-02ecfb40-2589-4d14-9234-bed59ad5baf5 req-42aebc38-dc03-4666-b8cc-5afcd7871cbd tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521377 Jul 20 19:29:03.032375 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3cfa263e-28a1-4da4-b6e1-0cbbf8a6739b tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for security_group_rule (f193dd56-7188-4b5f-a28d-7efcff4364b8), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:03.039461 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3cfa263e-28a1-4da4-b6e1-0cbbf8a6739b tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (f193dd56-7188-4b5f-a28d-7efcff4364b8), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:03.042313 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6923a357-815d-4a6e-9dfe-f4807b0d57b1 req-5225ab65-e688-4c48-b582-3658364eb33f tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987740 Jul 20 19:29:03.083889 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cfa263e-28a1-4da4-b6e1-0cbbf8a6739b tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f193dd56-7188-4b5f-a28d-7efcff4364b8,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:03.095393 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3cfa263e-28a1-4da4-b6e1-0cbbf8a6739b tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:03.103268 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-3cfa263e-28a1-4da4-b6e1-0cbbf8a6739b tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4573314 Jul 20 19:29:03.130410 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89786793-741f-47ad-a8c5-bc3d999c588c req-bc02a3e8-d70b-4bda-9e02-96ac533918e0 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:03.139494 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-89786793-741f-47ad-a8c5-bc3d999c588c req-bc02a3e8-d70b-4bda-9e02-96ac533918e0 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 944 time: 0.0760300 Jul 20 19:29:03.207846 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25415cd0-a647-4181-bd0e-bc5d7da18fed None None] Pushing event updated for resources: {'Port': ['ID=9d545b91-93e4-4df5-90e2-132cbd316470,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:03.211205 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:03.211946 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:03.226727 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-89786793-741f-47ad-a8c5-bc3d999c588c req-8f8db1fe-1a63-4b71-8f83-e34df9b4bb40 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845211 Jul 20 19:29:03.281224 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1f3a9923-4619-463b-9d4b-3bd2c16e0c92 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:03.300528 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e06fb65-e36e-4a81-8167-4108bdf035c6 req-fdc1f55e-d5c5-4b65-baee-36b6114703a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:03.302341 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-1e06fb65-e36e-4a81-8167-4108bdf035c6 req-fdc1f55e-d5c5-4b65-baee-36b6114703a3 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 1129 time: 0.1135395 Jul 20 19:29:03.322580 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=85,neutron:INSERT=9,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:03.370876 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-0a7b8996-1d97-46dd-af89-153b9c0168ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8890483-994b-458e-9e8e-4d12bb3fce85', 'name': 'tempest-TestVolumeBootPattern-1700291615-router', 'tenant_id': '350f45adac63449687f2f244dc3bf3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '8f9a8604-871a-49dc-ba5d-141ae5b93517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:50Z', 'updated_at': '2022-07-20T19:28:57Z', 'revision_number': 4, 'project_id': '350f45adac63449687f2f244dc3bf3ce', 'gw_port': {'id': '8f9a8604-871a-49dc-ba5d-141ae5b93517', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8890483-994b-458e-9e8e-4d12bb3fce85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:51Z', 'updated_at': '2022-07-20T19:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '9d545b91-93e4-4df5-90e2-132cbd316470', 'name': '', 'network_id': 'b07af2f4-bbc6-4c67-b935-0b5f7e4463ac', 'tenant_id': '350f45adac63449687f2f244dc3bf3ce', 'mac_address': 'fa:16:3e:dd:d6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8890483-994b-458e-9e8e-4d12bb3fce85', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '57c9b515-f1b3-430b-8a55-f23525553c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:55Z', 'updated_at': '2022-07-20T19:29:02Z', 'revision_number': 4, 'project_id': '350f45adac63449687f2f244dc3bf3ce', 'subnets': [{'id': '57c9b515-f1b3-430b-8a55-f23525553c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:03.430619 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a7b8996-1d97-46dd-af89-153b9c0168ad None None] The sync data for ids ['b8890483-994b-458e-9e8e-4d12bb3fce85'] in dv-cinder-850548-1-iscsi is: [{'id': 'b8890483-994b-458e-9e8e-4d12bb3fce85', 'name': 'tempest-TestVolumeBootPattern-1700291615-router', 'tenant_id': '350f45adac63449687f2f244dc3bf3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '8f9a8604-871a-49dc-ba5d-141ae5b93517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:50Z', 'updated_at': '2022-07-20T19:28:57Z', 'revision_number': 4, 'project_id': '350f45adac63449687f2f244dc3bf3ce', 'gw_port': {'id': '8f9a8604-871a-49dc-ba5d-141ae5b93517', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8890483-994b-458e-9e8e-4d12bb3fce85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:51Z', 'updated_at': '2022-07-20T19:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '9d545b91-93e4-4df5-90e2-132cbd316470', 'name': '', 'network_id': 'b07af2f4-bbc6-4c67-b935-0b5f7e4463ac', 'tenant_id': '350f45adac63449687f2f244dc3bf3ce', 'mac_address': 'fa:16:3e:dd:d6:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8890483-994b-458e-9e8e-4d12bb3fce85', 'device_owner': 'network:router_interface', 'standard_attr_id': 227, 'fixed_ips': [{'subnet_id': '57c9b515-f1b3-430b-8a55-f23525553c5c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:55Z', 'updated_at': '2022-07-20T19:29:02Z', 'revision_number': 4, 'project_id': '350f45adac63449687f2f244dc3bf3ce', 'subnets': [{'id': '57c9b515-f1b3-430b-8a55-f23525553c5c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:29:03.432188 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-8881d259-52e1-4c9b-89bf-70be96d5a533 None None] Provisioning complete for port 9d545b91-93e4-4df5-90e2-132cbd316470 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:29:03.432643 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8881d259-52e1-4c9b-89bf-70be96d5a533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (9d545b91-93e4-4df5-90e2-132cbd316470), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:03.451666 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1f3a9923-4619-463b-9d4b-3bd2c16e0c92 admin admin] Publish callbacks [] for security_group (f5988c7f-57c3-4e63-846c-e189555eb0bf), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:03.465935 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1f3a9923-4619-463b-9d4b-3bd2c16e0c92 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (f5988c7f-57c3-4e63-846c-e189555eb0bf), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:03.515150 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning for port 8de6f1a3-1533-4778-946a-bfef39df578f completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:29:03.523510 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=79,neutron:INSERT=15,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:03.533361 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3a9923-4619-463b-9d4b-3bd2c16e0c92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5988c7f-57c3-4e63-846c-e189555eb0bf,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:03.545220 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning complete for port 8de6f1a3-1533-4778-946a-bfef39df578f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:29:03.545747 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (8de6f1a3-1533-4778-946a-bfef39df578f), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:03.566899 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-1f3a9923-4619-463b-9d4b-3bd2c16e0c92 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=432db4bcef9d4d769509e7344a6c1942&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6597083 Jul 20 19:29:03.569653 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 34964) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:03.642050 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-8881d259-52e1-4c9b-89bf-70be96d5a533 None None] Current status of the port 9d545b91-93e4-4df5-90e2-132cbd316470 is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:29:03.642452 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8881d259-52e1-4c9b-89bf-70be96d5a533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (9d545b91-93e4-4df5-90e2-132cbd316470), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:03.701198 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-8881d259-52e1-4c9b-89bf-70be96d5a533 None None] For port 9d545b91-93e4-4df5-90e2-132cbd316470, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=9d545b91-93e4-4df5-90e2-132cbd316470,segment=NetworkSegment(18d97002-80fb-47f5-ae30-c20cd5542db9),segment_id=18d97002-80fb-47f5-ae30-c20cd5542db9)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:29:03.715636 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8881d259-52e1-4c9b-89bf-70be96d5a533 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (9d545b91-93e4-4df5-90e2-132cbd316470), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:03.772059 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4c290ffc-59fe-421d-8a90-7894c191b218 admin admin] Publish callbacks [] for security_group (f5988c7f-57c3-4e63-846c-e189555eb0bf), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:03.813889 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb80ce47-c34e-4100-942a-70b9dc0d6a64 req-08599d51-078d-44f9-a81a-a1bbecfdb82c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:03.820081 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8881d259-52e1-4c9b-89bf-70be96d5a533 None None] Pushing event updated for resources: {'Port': ['ID=9d545b91-93e4-4df5-90e2-132cbd316470,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:03.833087 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cb80ce47-c34e-4100-942a-70b9dc0d6a64 req-08599d51-078d-44f9-a81a-a1bbecfdb82c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.1848416 Jul 20 19:29:03.859635 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 8de6f1a3-1533-4778-946a-bfef39df578f is: BUILD; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:29:03.861114 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (8de6f1a3-1533-4778-946a-bfef39df578f), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:03.887712 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-1e06fb65-e36e-4a81-8167-4108bdf035c6 req-0a28d53e-80d1-42c3-b7d2-e3bb15efa3f5 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489043 Jul 20 19:29:03.916536 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4c290ffc-59fe-421d-8a90-7894c191b218 admin admin] Publish callbacks [] for security_group (f5988c7f-57c3-4e63-846c-e189555eb0bf), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:03.920596 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cf917f-83ab-47d0-82d4-8d8dc896aacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de6f1a3-1533-4778-946a-bfef39df578f'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:29:03.923423 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d94073-a3e2-41bb-95e4-866f429ac480" -d '{"events": [{"server_uuid": "27cf917f-83ab-47d0-82d4-8d8dc896aacb", "name": "network-vif-plugged", "status": "completed", "tag": "8de6f1a3-1533-4778-946a-bfef39df578f"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:29:03.949499 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 8de6f1a3-1533-4778-946a-bfef39df578f, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=8de6f1a3-1533-4778-946a-bfef39df578f,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:29:03.955248 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (8de6f1a3-1533-4778-946a-bfef39df578f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:04.127204 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=8de6f1a3-1533-4778-946a-bfef39df578f,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:04.257321 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de61300-70cd-4dd0-84a3-3a7a41cbd2e4 req-c90f9c8f-0c5a-4f07-902d-b8125a45328d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:04.258850 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1de61300-70cd-4dd0-84a3-3a7a41cbd2e4 req-c90f9c8f-0c5a-4f07-902d-b8125a45328d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9c025843a2de49d48c39b40f2261d3bf&device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 1129 time: 0.3784959 Jul 20 19:29:04.286650 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a34d15a-2ace-4601-bcf8-150e1b8b3a2b req-7e08d2c3-4cd0-4f0e-885a-b6d68ee48002 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:04.297411 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5a34d15a-2ace-4601-bcf8-150e1b8b3a2b req-7e08d2c3-4cd0-4f0e-885a-b6d68ee48002 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.3831401 Jul 20 19:29:04.300404 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4c290ffc-59fe-421d-8a90-7894c191b218 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (f5988c7f-57c3-4e63-846c-e189555eb0bf), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:04.305094 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4c290ffc-59fe-421d-8a90-7894c191b218 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:04.307229 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-4c290ffc-59fe-421d-8a90-7894c191b218 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f5988c7f-57c3-4e63-846c-e189555eb0bf HTTP/1.1" status: 204 len: 168 time: 0.7355342 Jul 20 19:29:04.352365 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c290ffc-59fe-421d-8a90-7894c191b218 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5988c7f-57c3-4e63-846c-e189555eb0bf,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:04.377523 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cb80ce47-c34e-4100-942a-70b9dc0d6a64 req-f22078a9-f12d-4c00-abf0-fac5ce0edf84 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5430586 Jul 20 19:29:04.455394 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea4e8cb-41f4-4ef8-9654-7481e4c41724 x-openstack-request-id: req-5ea4e8cb-41f4-4ef8-9654-7481e4c41724 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:29:04.456443 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cf917f-83ab-47d0-82d4-8d8dc896aacb", "name": "network-vif-plugged", "status": "completed", "tag": "8de6f1a3-1533-4778-946a-bfef39df578f", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:29:04.456443 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5ea4e8cb-41f4-4ef8-9654-7481e4c41724 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:29:04.456813 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ea4e8cb-41f4-4ef8-9654-7481e4c41724'] response: {'server_uuid': '27cf917f-83ab-47d0-82d4-8d8dc896aacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de6f1a3-1533-4778-946a-bfef39df578f', 'code': 200} Jul 20 19:29:04.466461 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5a34d15a-2ace-4601-bcf8-150e1b8b3a2b req-e3cdfcd4-b226-4700-a7fc-626a9fbc5625 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1675913 Jul 20 19:29:04.644032 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:INSERT=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:04.655070 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849e47b8-efb4-4ba4-9a65-7e6399f27044 req-c11c3e9e-9d90-4fb6-ac66-ca3fdaefc2f9 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:04.661626 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-849e47b8-efb4-4ba4-9a65-7e6399f27044 req-c11c3e9e-9d90-4fb6-ac66-ca3fdaefc2f9 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 945 time: 0.1013434 Jul 20 19:29:04.683027 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b37f3b-d0e5-48fd-a3ff-44e69d6f3168 req-f6bcfdb0-54f0-4d53-8e76-03a0976b4cb5 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:04.691840 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-84b37f3b-d0e5-48fd-a3ff-44e69d6f3168 req-f6bcfdb0-54f0-4d53-8e76-03a0976b4cb5 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.1010787 Jul 20 19:29:04.807385 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 9d545b91-93e4-4df5-90e2-132cbd316470 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:29:04.817536 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-849e47b8-efb4-4ba4-9a65-7e6399f27044 req-31d832eb-b9b9-435c-a43f-6be69c5c6a8f tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429174 Jul 20 19:29:04.819313 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 35002) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:04.838736 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-84b37f3b-d0e5-48fd-a3ff-44e69d6f3168 req-3ec4871d-8b28-45d7-9255-81f8cefa3547 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457663 Jul 20 19:29:04.870609 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-61bd7356-39d3-4092-b06f-8e5b63d4dce5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:04.880272 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 9d545b91-93e4-4df5-90e2-132cbd316470 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:29:04.880725 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (9d545b91-93e4-4df5-90e2-132cbd316470), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:04.973088 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-61bd7356-39d3-4092-b06f-8e5b63d4dce5 admin admin] Publish callbacks [] for security_group (320d221e-b1fd-4be1-b9c2-0db29db4685c), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:04.980123 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-61bd7356-39d3-4092-b06f-8e5b63d4dce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (320d221e-b1fd-4be1-b9c2-0db29db4685c), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:05.029495 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-61bd7356-39d3-4092-b06f-8e5b63d4dce5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9cc760d0434c4e318b11846f455284cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2035975 Jul 20 19:29:05.030674 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd7356-39d3-4092-b06f-8e5b63d4dce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320d221e-b1fd-4be1-b9c2-0db29db4685c,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:05.033220 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 35006) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:05.087760 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:05.097048 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 9d545b91-93e4-4df5-90e2-132cbd316470 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:29:05.098284 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ab8c12ce-8a86-4a57-bdce-023a8bc6ca88 admin admin] Publish callbacks [] for security_group (320d221e-b1fd-4be1-b9c2-0db29db4685c), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:05.124045 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ab8c12ce-8a86-4a57-bdce-023a8bc6ca88 admin admin] Publish callbacks [] for security_group (320d221e-b1fd-4be1-b9c2-0db29db4685c), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:05.201762 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ab8c12ce-8a86-4a57-bdce-023a8bc6ca88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (320d221e-b1fd-4be1-b9c2-0db29db4685c), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:05.205463 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ab8c12ce-8a86-4a57-bdce-023a8bc6ca88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:05.206659 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-ab8c12ce-8a86-4a57-bdce-023a8bc6ca88 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/320d221e-b1fd-4be1-b9c2-0db29db4685c HTTP/1.1" status: 204 len: 168 time: 0.1716640 Jul 20 19:29:05.211079 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:05.218058 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8c12ce-8a86-4a57-bdce-023a8bc6ca88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320d221e-b1fd-4be1-b9c2-0db29db4685c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:05.439994 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de61300-70cd-4dd0-84a3-3a7a41cbd2e4 req-e9aec6c9-3516-4f9f-86ab-6eacd2d3079c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:05.441469 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1de61300-70cd-4dd0-84a3-3a7a41cbd2e4 req-e9aec6c9-3516-4f9f-86ab-6eacd2d3079c service neutron] 10.222.0.96 "GET /v2.0/networks?id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc HTTP/1.1" status: 200 len: 919 time: 0.1655629 Jul 20 19:29:05.582218 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d66a34a-3e38-4b4d-add0-45af6459c7d6 req-d32450d5-796f-4fb6-bb20-c3a9aeeb51f5 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:05.590867 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3d66a34a-3e38-4b4d-add0-45af6459c7d6 req-d32450d5-796f-4fb6-bb20-c3a9aeeb51f5 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0855088 Jul 20 19:29:05.673693 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbe72de-d866-4269-9ca8-63fd5ffbe0ac req-da9f8f1a-890e-4dd6-b5b9-9e6bc3d50b63 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:05.673693 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-edbe72de-d866-4269-9ca8-63fd5ffbe0ac req-da9f8f1a-890e-4dd6-b5b9-9e6bc3d50b63 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0752633 Jul 20 19:29:05.701461 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3d66a34a-3e38-4b4d-add0-45af6459c7d6 req-d418cd50-6c7c-48f4-b23a-c2862e073cc1 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094494 Jul 20 19:29:05.764031 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-edbe72de-d866-4269-9ca8-63fd5ffbe0ac req-b5508827-03a1-491c-9976-b1d6c1652d96 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807183 Jul 20 19:29:05.992575 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f91d4121-4903-48f6-a525-b6c9d7ed3bd0 req-c27853a6-ea86-4e17-ad0e-067b24d8add9 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:05.992575 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f91d4121-4903-48f6-a525-b6c9d7ed3bd0 req-c27853a6-ea86-4e17-ad0e-067b24d8add9 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 945 time: 0.0800915 Jul 20 19:29:06.011427 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d887f4-75b3-492e-89a6-da41a1af4c96 req-749c0618-4bf9-49c2-9098-4eb62eaa8ac2 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:06.012982 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-15d887f4-75b3-492e-89a6-da41a1af4c96 req-749c0618-4bf9-49c2-9098-4eb62eaa8ac2 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0717614 Jul 20 19:29:06.081696 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f91d4121-4903-48f6-a525-b6c9d7ed3bd0 req-e72e6598-5c57-4127-84af-549ba3ccc110 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836980 Jul 20 19:29:06.100999 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-15d887f4-75b3-492e-89a6-da41a1af4c96 req-eb062c96-8f84-4bf0-a0ae-e05f698788d4 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712397 Jul 20 19:29:06.736139 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1de61300-70cd-4dd0-84a3-3a7a41cbd2e4 req-c26c9bec-c730-403a-a319-a05be1b19c5f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6b0ac08-0caa-47dc-9d21-4afca1983d3b HTTP/1.1" status: 200 len: 217 time: 0.0376518 Jul 20 19:29:06.774756 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a5b07-b962-4be0-adf1-008961333c44 req-ef5ae186-6387-4801-8a68-6aa09d28b9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:06.777081 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-861a5b07-b962-4be0-adf1-008961333c44 req-ef5ae186-6387-4801-8a68-6aa09d28b9da service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 1129 time: 0.0562365 Jul 20 19:29:06.835407 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec43cc8c-1a2a-4bf9-a051-496141e32149 req-35afa50e-13bf-41c9-aa07-e8937e717edf tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:06.836790 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ec43cc8c-1a2a-4bf9-a051-496141e32149 req-35afa50e-13bf-41c9-aa07-e8937e717edf tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0509105 Jul 20 19:29:06.905081 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63343f48-2a7a-40bb-ad61-5691a007c59e req-2f7d8d11-c23c-4809-870e-17195876435b tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:06.906543 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-63343f48-2a7a-40bb-ad61-5691a007c59e req-2f7d8d11-c23c-4809-870e-17195876435b tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0686395 Jul 20 19:29:06.953871 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ec43cc8c-1a2a-4bf9-a051-496141e32149 req-b53d72da-f5b7-49de-9d7c-ba723fa0bd7e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068425 Jul 20 19:29:06.977533 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-63343f48-2a7a-40bb-ad61-5691a007c59e req-3c4bea9b-5ae0-44c0-9c24-4fa3abc114d4 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627658 Jul 20 19:29:07.178083 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591ddc71-c624-4f03-a538-9c667814fb3b req-66025f02-9c75-44c9-ab81-8397bbed47ad tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:07.180000 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-591ddc71-c624-4f03-a538-9c667814fb3b req-66025f02-9c75-44c9-ab81-8397bbed47ad tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0762646 Jul 20 19:29:07.189775 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 35114) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:07.195273 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-9e37784e-76c7-470a-bccc-c776f280adbb tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Request body: {'floatingip': {'port_id': 'd840dfba-98a6-425f-b11b-365b0749db34'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:29:07.260026 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396744ae-e2ce-4c8a-9169-6c3d09320101 req-b165493b-7d5d-4fbf-86f6-c0614a71af5f tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:07.261805 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-396744ae-e2ce-4c8a-9169-6c3d09320101 req-b165493b-7d5d-4fbf-86f6-c0614a71af5f tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0807598 Jul 20 19:29:07.279756 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9e37784e-76c7-470a-bccc-c776f280adbb tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for floatingip (064f69a6-1619-4de6-b8e5-28791947ebab), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:07.335928 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-396744ae-e2ce-4c8a-9169-6c3d09320101 req-eeb1909d-76cc-4822-8dc8-0136cbc36e65 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661166 Jul 20 19:29:07.751013 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de61300-70cd-4dd0-84a3-3a7a41cbd2e4 req-2391ceda-1dff-44f5-8485-785c95ce827f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:07.752500 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1de61300-70cd-4dd0-84a3-3a7a41cbd2e4 req-2391ceda-1dff-44f5-8485-785c95ce827f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d0032299-b9fa-48f2-97fd-620bc1f7e167 HTTP/1.1" status: 200 len: 857 time: 0.0835598 Jul 20 19:29:07.825039 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:07.836364 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de61300-70cd-4dd0-84a3-3a7a41cbd2e4 req-bb5717e0-18be-4606-b9e5-c10b3c7a2e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:07.838096 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1de61300-70cd-4dd0-84a3-3a7a41cbd2e4 req-bb5717e0-18be-4606-b9e5-c10b3c7a2e5d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0750635 Jul 20 19:29:07.941365 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:07.980859 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1de61300-70cd-4dd0-84a3-3a7a41cbd2e4 req-ed715bed-9032-4d61-bb64-f4387aa23fa0 service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120768 Jul 20 19:29:08.134484 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 35152) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:08.175282 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c0c3b7-f5a8-4b79-b601-9c8239e0212b req-0dcc314c-6015-4a16-acc6-fcb8ad6dcc6e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:08.177258 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-91c0c3b7-f5a8-4b79-b601-9c8239e0212b req-0dcc314c-6015-4a16-acc6-fcb8ad6dcc6e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0959837 Jul 20 19:29:08.203333 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1de61300-70cd-4dd0-84a3-3a7a41cbd2e4 req-7dd1370f-00ab-47fd-8527-6004b1e5713b service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2115216 Jul 20 19:29:08.252238 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-91c0c3b7-f5a8-4b79-b601-9c8239e0212b req-28ece70a-de12-42cf-a43a-75ec2e5932c2 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600135 Jul 20 19:29:08.261015 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.db.resource_extend [None req-9e37784e-76c7-470a-bccc-c776f280adbb tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 20 19:29:08.367043 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e7f7a2b3-7ebe-47d1-8912-6a442603c2dc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:08.379785 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9e37784e-76c7-470a-bccc-c776f280adbb tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:08.389905 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9e37784e-76c7-470a-bccc-c776f280adbb tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (064f69a6-1619-4de6-b8e5-28791947ebab), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:08.392662 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:08.395266 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-861a5b07-b962-4be0-adf1-008961333c44 req-61111edf-041f-4909-8e2b-2a1243a77336 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2772143 Jul 20 19:29:08.455718 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:08.487601 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9b8aa1-bbff-4b2a-a3c6-50531bb496eb req-457fb919-6e95-432c-a8a1-b39a5c902c66 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:08.495362 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bf9b8aa1-bbff-4b2a-a3c6-50531bb496eb req-457fb919-6e95-432c-a8a1-b39a5c902c66 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0652087 Jul 20 19:29:08.543286 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.db.l3_db [None req-9e37784e-76c7-470a-bccc-c776f280adbb tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Floating IP 064f69a6-1619-4de6-b8e5-28791947ebab associated. External IP: 172.27.3.68, port: d840dfba-98a6-425f-b11b-365b0749db34. Jul 20 19:29:08.566065 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bf9b8aa1-bbff-4b2a-a3c6-50531bb496eb req-98afc7dd-e960-47c2-8652-25d9a1edb310 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694449 Jul 20 19:29:08.603378 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e7f7a2b3-7ebe-47d1-8912-6a442603c2dc admin admin] Publish callbacks [] for security_group (358ebb16-dcf9-47b7-a8c7-c38af6bbd26d), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:08.610518 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e7f7a2b3-7ebe-47d1-8912-6a442603c2dc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (358ebb16-dcf9-47b7-a8c7-c38af6bbd26d), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:08.693919 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f7a2b3-7ebe-47d1-8912-6a442603c2dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358ebb16-dcf9-47b7-a8c7-c38af6bbd26d,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:08.702485 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-e7f7a2b3-7ebe-47d1-8912-6a442603c2dc admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ef8f8f8535b64ee09fbcfb894522cb54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5697634 Jul 20 19:29:08.703448 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 35166) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:08.759199 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f58932e2-da78-4fac-9dce-a4d2dc01e26f admin admin] Publish callbacks [] for security_group (358ebb16-dcf9-47b7-a8c7-c38af6bbd26d), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:08.786606 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f58932e2-da78-4fac-9dce-a4d2dc01e26f admin admin] Publish callbacks [] for security_group (358ebb16-dcf9-47b7-a8c7-c38af6bbd26d), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:08.826156 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e37784e-76c7-470a-bccc-c776f280adbb tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Router f9cc5915-3f57-4e67-a23c-9d1a60c57a12 has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:29:08.859827 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f58932e2-da78-4fac-9dce-a4d2dc01e26f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (358ebb16-dcf9-47b7-a8c7-c38af6bbd26d), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:08.859827 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f58932e2-da78-4fac-9dce-a4d2dc01e26f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:08.859827 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-f58932e2-da78-4fac-9dce-a4d2dc01e26f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/358ebb16-dcf9-47b7-a8c7-c38af6bbd26d HTTP/1.1" status: 204 len: 168 time: 0.1508355 Jul 20 19:29:08.867072 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58932e2-da78-4fac-9dce-a4d2dc01e26f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358ebb16-dcf9-47b7-a8c7-c38af6bbd26d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:08.950947 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e37784e-76c7-470a-bccc-c776f280adbb tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:29:08.956021 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9e37784e-76c7-470a-bccc-c776f280adbb tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:08.971661 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66eaf9d-ebdf-47ad-8d8a-60a6d0599aa1 None None] Sync routers for ids ['f9cc5915-3f57-4e67-a23c-9d1a60c57a12'] in dv-cinder-850548-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:29:08.985101 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66eaf9d-ebdf-47ad-8d8a-60a6d0599aa1 None None] Routers {'f9cc5915-3f57-4e67-a23c-9d1a60c57a12'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:29:08.985732 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d66eaf9d-ebdf-47ad-8d8a-60a6d0599aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:28:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['f9cc5915-3f57-4e67-a23c-9d1a60c57a12'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:09.002369 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-9e37784e-76c7-470a-bccc-c776f280adbb tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "PUT /v2.0/floatingips/064f69a6-1619-4de6-b8e5-28791947ebab HTTP/1.1" status: 200 len: 990 time: 1.8112206 Jul 20 19:29:09.002982 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '05854927-1ff5-4246-9509-c677fbb0a9f2', 'tag': 'd840dfba-98a6-425f-b11b-365b0749db34'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:29:09.005325 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9cd79ebd3f805e6a7478220ee26c4e1921248cfe9318229c3fb3c09e22ed3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29ffe49e-d634-467f-acbe-ccef0eecabcd" -d '{"events": [{"name": "network-changed", "server_uuid": "05854927-1ff5-4246-9509-c677fbb0a9f2", "tag": "d840dfba-98a6-425f-b11b-365b0749db34"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:29:09.067537 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10204414-6269-4521-900b-8066f7a9833f x-openstack-request-id: req-10204414-6269-4521-900b-8066f7a9833f {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:29:09.067846 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "05854927-1ff5-4246-9509-c677fbb0a9f2", "tag": "d840dfba-98a6-425f-b11b-365b0749db34", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:29:09.068638 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-10204414-6269-4521-900b-8066f7a9833f {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:29:09.070110 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-10204414-6269-4521-900b-8066f7a9833f'] response: {'name': 'network-changed', 'server_uuid': '05854927-1ff5-4246-9509-c677fbb0a9f2', 'tag': 'd840dfba-98a6-425f-b11b-365b0749db34', 'status': 'completed', 'code': 200} Jul 20 19:29:09.138856 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d66eaf9d-ebdf-47ad-8d8a-60a6d0599aa1 None None] Set router f9cc5915-3f57-4e67-a23c-9d1a60c57a12 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:29:09.233743 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 35184) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:09.248240 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f6b1934e-b374-495f-aa1e-390bb948b013 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:09.351674 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f6b1934e-b374-495f-aa1e-390bb948b013 admin admin] Publish callbacks [] for security_group (de7386eb-6ac9-4102-b4f0-e2d857ca2212), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:09.384741 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f6b1934e-b374-495f-aa1e-390bb948b013 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (de7386eb-6ac9-4102-b4f0-e2d857ca2212), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:09.435707 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7fd5be-99bb-46c4-900e-745b6bde77a8 req-267829d7-fd9c-498d-a04d-7a8144f11f59 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:09.437180 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4a7fd5be-99bb-46c4-900e-745b6bde77a8 req-267829d7-fd9c-498d-a04d-7a8144f11f59 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0840786 Jul 20 19:29:09.443668 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d66eaf9d-ebdf-47ad-8d8a-60a6d0599aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'name': 'tempest-AttachVolumeTestJSON-1156265961-router', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:43Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'gw_port': {'id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '064f69a6-1619-4de6-b8e5-28791947ebab', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'port_id': 'd840dfba-98a6-425f-b11b-365b0749db34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'mac_address': 'fa:16:3e:cc:cc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05854927-1ff5-4246-9509-c677fbb0a9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:28:06Z', 'updated_at': '2022-07-20T19:29:08Z', 'revision_number': 1, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb490074-bd44-41dc-a14d-7234c9f437cc', 'name': '', 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'mac_address': 'fa:16:3e:20:c6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:28:14Z', 'revision_number': 5, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'subnets': [{'id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:09.445187 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-f6b1934e-b374-495f-aa1e-390bb948b013 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9d6d88e56dcf4d93907d8693fe6ff06e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2094958 Jul 20 19:29:09.447304 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 35192) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:09.465246 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b1934e-b374-495f-aa1e-390bb948b013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de7386eb-6ac9-4102-b4f0-e2d857ca2212,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:09.490805 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66eaf9d-ebdf-47ad-8d8a-60a6d0599aa1 None None] Checking router: f9cc5915-3f57-4e67-a23c-9d1a60c57a12 for host: dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:29:09.500031 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66eaf9d-ebdf-47ad-8d8a-60a6d0599aa1 None None] Routers {'f9cc5915-3f57-4e67-a23c-9d1a60c57a12'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:29:09.500618 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d66eaf9d-ebdf-47ad-8d8a-60a6d0599aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:28:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['f9cc5915-3f57-4e67-a23c-9d1a60c57a12'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:09.503296 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4a7fd5be-99bb-46c4-900e-745b6bde77a8 req-65ddfefe-47e5-4812-a7e3-7533c4f7b238 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578201 Jul 20 19:29:09.514627 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fcfeddc9-ca6c-4558-9be7-ddb52e9f9af7 admin admin] Publish callbacks [] for security_group (de7386eb-6ac9-4102-b4f0-e2d857ca2212), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:09.540454 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fcfeddc9-ca6c-4558-9be7-ddb52e9f9af7 admin admin] Publish callbacks [] for security_group (de7386eb-6ac9-4102-b4f0-e2d857ca2212), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:09.560935 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:09.602798 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fcfeddc9-ca6c-4558-9be7-ddb52e9f9af7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (de7386eb-6ac9-4102-b4f0-e2d857ca2212), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:09.605783 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fcfeddc9-ca6c-4558-9be7-ddb52e9f9af7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:09.609526 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-fcfeddc9-ca6c-4558-9be7-ddb52e9f9af7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/de7386eb-6ac9-4102-b4f0-e2d857ca2212 HTTP/1.1" status: 204 len: 168 time: 0.1614089 Jul 20 19:29:09.619025 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfeddc9-ca6c-4558-9be7-ddb52e9f9af7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de7386eb-6ac9-4102-b4f0-e2d857ca2212,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:09.627377 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-d66eaf9d-ebdf-47ad-8d8a-60a6d0599aa1 None None] Set router f9cc5915-3f57-4e67-a23c-9d1a60c57a12 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:29:09.718371 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0805f5a6-f1ff-4db6-8b1d-fef911c04907 req-a1a14e91-31dd-4b29-876c-6b186ba44fcb tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:09.720186 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0805f5a6-f1ff-4db6-8b1d-fef911c04907 req-a1a14e91-31dd-4b29-876c-6b186ba44fcb tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0551338 Jul 20 19:29:09.777305 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0805f5a6-f1ff-4db6-8b1d-fef911c04907 req-c21779d7-a065-45e3-9c10-bd9e3519542b tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510499 Jul 20 19:29:09.910824 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=100 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:09.960195 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-d66eaf9d-ebdf-47ad-8d8a-60a6d0599aa1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'name': 'tempest-AttachVolumeTestJSON-1156265961-router', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:43Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'gw_port': {'id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '064f69a6-1619-4de6-b8e5-28791947ebab', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'port_id': 'd840dfba-98a6-425f-b11b-365b0749db34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'mac_address': 'fa:16:3e:cc:cc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05854927-1ff5-4246-9509-c677fbb0a9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:28:06Z', 'updated_at': '2022-07-20T19:29:08Z', 'revision_number': 1, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb490074-bd44-41dc-a14d-7234c9f437cc', 'name': '', 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'mac_address': 'fa:16:3e:20:c6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:28:14Z', 'revision_number': 5, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'subnets': [{'id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:09.970059 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffe49e-d634-467f-acbe-ccef0eecabcd req-86f6fc12-80f6-4cad-83f8-c4b9cdb09457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:09.972057 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-29ffe49e-d634-467f-acbe-ccef0eecabcd req-86f6fc12-80f6-4cad-83f8-c4b9cdb09457 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=02f994a0231b4176b8181d13d58ee9ec&device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 1129 time: 0.0638630 Jul 20 19:29:09.988072 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d66eaf9d-ebdf-47ad-8d8a-60a6d0599aa1 None None] The sync data for ids ['f9cc5915-3f57-4e67-a23c-9d1a60c57a12'] in dv-cinder-850548-1-iscsi is: [{'id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'name': 'tempest-AttachVolumeTestJSON-1156265961-router', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:43Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'gw_port': {'id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '064f69a6-1619-4de6-b8e5-28791947ebab', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'floating_ip_address': '172.27.3.68', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'port_id': 'd840dfba-98a6-425f-b11b-365b0749db34', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 146, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'mac_address': 'fa:16:3e:cc:cc:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '05854927-1ff5-4246-9509-c677fbb0a9f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:28:06Z', 'updated_at': '2022-07-20T19:29:08Z', 'revision_number': 1, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb490074-bd44-41dc-a14d-7234c9f437cc', 'name': '', 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'mac_address': 'fa:16:3e:20:c6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:28:14Z', 'revision_number': 5, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'subnets': [{'id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:29:10.185401 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:10.204504 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffe49e-d634-467f-acbe-ccef0eecabcd req-22a1f6bf-16e0-4d86-ba9c-79f38b446388 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:10.206426 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-29ffe49e-d634-467f-acbe-ccef0eecabcd req-22a1f6bf-16e0-4d86-ba9c-79f38b446388 service neutron] 10.222.0.96 "GET /v2.0/networks?id=1f233501-5abf-42f7-9923-d5c098fbf3c6 HTTP/1.1" status: 200 len: 912 time: 0.1785693 Jul 20 19:29:10.252077 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ff9db2-18c9-4d62-a783-58bc035f8b15 None None] New status for floating IP 064f69a6-1619-4de6-b8e5-28791947ebab: ACTIVE {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:29:10.328268 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-29ffe49e-d634-467f-acbe-ccef0eecabcd req-377ad3f3-ca40-430b-a3cf-427e7a419a36 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d840dfba-98a6-425f-b11b-365b0749db34 HTTP/1.1" status: 200 len: 998 time: 0.1054020 Jul 20 19:29:10.679720 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:10.684093 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=8 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:10.706338 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41930ce-9916-48d4-b736-2f18250c75a8 req-e7edc8f8-5aa6-48ca-b2ee-3e8780555b51 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:10.708323 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f41930ce-9916-48d4-b736-2f18250c75a8 req-e7edc8f8-5aa6-48ca-b2ee-3e8780555b51 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0874653 Jul 20 19:29:10.777776 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f41930ce-9916-48d4-b736-2f18250c75a8 req-327b26dc-b5a8-40ef-894e-de5330e8ae3f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596862 Jul 20 19:29:10.931581 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee50df3-76f6-45a4-ad7d-0037edd4b746 req-1c528cab-bf41-4296-87e2-97faa3728302 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:10.933156 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eee50df3-76f6-45a4-ad7d-0037edd4b746 req-1c528cab-bf41-4296-87e2-97faa3728302 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0636637 Jul 20 19:29:10.986053 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eee50df3-76f6-45a4-ad7d-0037edd4b746 req-1690a1c4-3b81-4f67-8f60-d231b0b23d88 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467486 Jul 20 19:29:11.120397 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87986d2-65f5-4f4a-9b11-03801d0062ae req-cdd95c2f-e634-423d-bc70-05bcf4922106 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:11.121943 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a87986d2-65f5-4f4a-9b11-03801d0062ae req-cdd95c2f-e634-423d-bc70-05bcf4922106 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0529869 Jul 20 19:29:11.134891 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 35250) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:11.141166 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-41f55d39-1dd0-4013-b691-31517ee4bcc2 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Request body: {'floatingip': {'port_id': '8de6f1a3-1533-4778-946a-bfef39df578f'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:29:11.186801 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41f55d39-1dd0-4013-b691-31517ee4bcc2 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for floatingip (1e0fce89-689a-49d5-b3c9-4662736c9d1c), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:11.253267 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:INSERT=3,neutron:SELECT=95,neutron:DELETE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:11.746640 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffe49e-d634-467f-acbe-ccef0eecabcd req-729efc10-d8f8-411e-b973-9515f6635060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:11.748115 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-29ffe49e-d634-467f-acbe-ccef0eecabcd req-729efc10-d8f8-411e-b973-9515f6635060 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=08142ecb-a299-44b2-8261-d97f0c41a1df HTTP/1.1" status: 200 len: 850 time: 0.1265421 Jul 20 19:29:11.904038 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6b0b7d-d6ee-4ad8-93dc-1ac13e2aa999 req-cc6f3a5e-bb84-4c9c-bf58-b5ff516bf56a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:11.905589 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9a6b0b7d-d6ee-4ad8-93dc-1ac13e2aa999 req-cc6f3a5e-bb84-4c9c-bf58-b5ff516bf56a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0502489 Jul 20 19:29:11.962206 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41f55d39-1dd0-4013-b691-31517ee4bcc2 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:11.966449 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41f55d39-1dd0-4013-b691-31517ee4bcc2 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (1e0fce89-689a-49d5-b3c9-4662736c9d1c), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:11.972040 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9a6b0b7d-d6ee-4ad8-93dc-1ac13e2aa999 req-c49fa780-55af-4d92-9e7a-53e311440c1a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574682 Jul 20 19:29:12.021353 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffe49e-d634-467f-acbe-ccef0eecabcd req-9b4324b7-2a1d-4302-b69c-b318c2e59c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:12.023343 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-29ffe49e-d634-467f-acbe-ccef0eecabcd req-9b4324b7-2a1d-4302-b69c-b318c2e59c7f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1f233501-5abf-42f7-9923-d5c098fbf3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1677992 Jul 20 19:29:12.165980 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.db.l3_db [None req-41f55d39-1dd0-4013-b691-31517ee4bcc2 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Floating IP 1e0fce89-689a-49d5-b3c9-4662736c9d1c associated. External IP: 172.27.3.240, port: 8de6f1a3-1533-4778-946a-bfef39df578f. Jul 20 19:29:12.209406 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:29:12.275890 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-29ffe49e-d634-467f-acbe-ccef0eecabcd req-b2ad75c3-c843-4516-9ed7-d4bad9e355c8 service neutron] 10.222.0.96 "GET /v2.0/networks/1f233501-5abf-42f7-9923-d5c098fbf3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2107036 Jul 20 19:29:12.443418 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 35296) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:12.455535 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-29ffe49e-d634-467f-acbe-ccef0eecabcd req-4c72c95d-8204-4229-ba21-0116d78d4a79 service neutron] 10.222.0.96 "GET /v2.0/networks/1f233501-5abf-42f7-9923-d5c098fbf3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641674 Jul 20 19:29:12.464641 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:12.472343 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:12.486354 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41f55d39-1dd0-4013-b691-31517ee4bcc2 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Router ccca4bbb-5000-49bd-9564-0deb65b6e55a has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:29:12.563597 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c1d278d-73c6-42fd-824d-48399a56e08e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:12.594373 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f55d39-1dd0-4013-b691-31517ee4bcc2 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:29:12.600703 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-41f55d39-1dd0-4013-b691-31517ee4bcc2 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:12.606915 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aab987-4e3e-4e2f-ac9a-d70f408e4c41 None None] Sync routers for ids ['ccca4bbb-5000-49bd-9564-0deb65b6e55a'] in dv-cinder-850548-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:29:12.633191 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aab987-4e3e-4e2f-ac9a-d70f408e4c41 None None] Routers {'ccca4bbb-5000-49bd-9564-0deb65b6e55a'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:29:12.633566 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-94aab987-4e3e-4e2f-ac9a-d70f408e4c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:28:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['ccca4bbb-5000-49bd-9564-0deb65b6e55a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:12.641080 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-41f55d39-1dd0-4013-b691-31517ee4bcc2 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "PUT /v2.0/floatingips/1e0fce89-689a-49d5-b3c9-4662736c9d1c HTTP/1.1" status: 200 len: 991 time: 1.5040061 Jul 20 19:29:12.642364 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27cf917f-83ab-47d0-82d4-8d8dc896aacb', 'tag': '8de6f1a3-1533-4778-946a-bfef39df578f'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:29:12.644012 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9cd79ebd3f805e6a7478220ee26c4e1921248cfe9318229c3fb3c09e22ed3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-732554e7-ebbf-4f01-a9b3-cd17286ab142" -d '{"events": [{"name": "network-changed", "server_uuid": "27cf917f-83ab-47d0-82d4-8d8dc896aacb", "tag": "8de6f1a3-1533-4778-946a-bfef39df578f"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:29:12.654808 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c1d278d-73c6-42fd-824d-48399a56e08e admin admin] Publish callbacks [] for security_group (bf6fb11f-ee6b-4978-ad67-732f15abdb93), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:12.659029 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6c1d278d-73c6-42fd-824d-48399a56e08e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (bf6fb11f-ee6b-4978-ad67-732f15abdb93), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:12.698345 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d278d-73c6-42fd-824d-48399a56e08e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf6fb11f-ee6b-4978-ad67-732f15abdb93,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:12.704581 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db47c63-951e-4892-88c6-f20c9babad0b x-openstack-request-id: req-2db47c63-951e-4892-88c6-f20c9babad0b {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:29:12.704929 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27cf917f-83ab-47d0-82d4-8d8dc896aacb", "tag": "8de6f1a3-1533-4778-946a-bfef39df578f", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:29:12.705165 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2db47c63-951e-4892-88c6-f20c9babad0b {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:29:12.705576 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2db47c63-951e-4892-88c6-f20c9babad0b'] response: {'name': 'network-changed', 'server_uuid': '27cf917f-83ab-47d0-82d4-8d8dc896aacb', 'tag': '8de6f1a3-1533-4778-946a-bfef39df578f', 'status': 'completed', 'code': 200} Jul 20 19:29:12.723445 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-6c1d278d-73c6-42fd-824d-48399a56e08e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=763e89cd3b9344b0b1f0fce8a12a7995&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2784700 Jul 20 19:29:12.726175 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 35308) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:12.785897 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abd0bf45-dc00-4d36-a93a-3e81b4665bc1 admin admin] Publish callbacks [] for security_group (bf6fb11f-ee6b-4978-ad67-732f15abdb93), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:12.787100 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-94aab987-4e3e-4e2f-ac9a-d70f408e4c41 None None] Set router ccca4bbb-5000-49bd-9564-0deb65b6e55a gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:29:12.810895 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abd0bf45-dc00-4d36-a93a-3e81b4665bc1 admin admin] Publish callbacks [] for security_group (bf6fb11f-ee6b-4978-ad67-732f15abdb93), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:12.860190 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732554e7-ebbf-4f01-a9b3-cd17286ab142 req-7cb27cd9-187f-4e0e-9484-b757373f292a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:12.862312 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-732554e7-ebbf-4f01-a9b3-cd17286ab142 req-7cb27cd9-187f-4e0e-9484-b757373f292a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca9f11498f9d4245910281ac3bd55470&device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 1129 time: 0.0480633 Jul 20 19:29:12.868613 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abd0bf45-dc00-4d36-a93a-3e81b4665bc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (bf6fb11f-ee6b-4978-ad67-732f15abdb93), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:12.871151 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-abd0bf45-dc00-4d36-a93a-3e81b4665bc1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:12.875386 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-abd0bf45-dc00-4d36-a93a-3e81b4665bc1 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bf6fb11f-ee6b-4978-ad67-732f15abdb93 HTTP/1.1" status: 204 len: 168 time: 0.1481407 Jul 20 19:29:12.885833 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd0bf45-dc00-4d36-a93a-3e81b4665bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf6fb11f-ee6b-4978-ad67-732f15abdb93,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:12.997580 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732554e7-ebbf-4f01-a9b3-cd17286ab142 req-52d88cd2-393b-4349-920b-2820da628919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:12.999455 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-732554e7-ebbf-4f01-a9b3-cd17286ab142 req-52d88cd2-393b-4349-920b-2820da628919 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c252680c-c029-4238-80e1-835b5a8591d8 HTTP/1.1" status: 200 len: 918 time: 0.1264400 Jul 20 19:29:13.047968 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-94aab987-4e3e-4e2f-ac9a-d70f408e4c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082003264-router', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'gw_port': {'id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '1e0fce89-689a-49d5-b3c9-4662736c9d1c', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'port_id': '8de6f1a3-1533-4778-946a-bfef39df578f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'mac_address': 'fa:16:3e:0f:25:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cf917f-83ab-47d0-82d4-8d8dc896aacb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:28:08Z', 'updated_at': '2022-07-20T19:29:11Z', 'revision_number': 1, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852a5e10-5a08-4503-87fc-d9318edb569b', 'name': '', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'mac_address': 'fa:16:3e:a1:5f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:28:09Z', 'revision_number': 5, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'subnets': [{'id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:13.093636 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aab987-4e3e-4e2f-ac9a-d70f408e4c41 None None] Checking router: ccca4bbb-5000-49bd-9564-0deb65b6e55a for host: dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:29:13.097765 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-732554e7-ebbf-4f01-a9b3-cd17286ab142 req-2d87cde2-58dd-4520-9d62-6b403b5c47fc service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8de6f1a3-1533-4778-946a-bfef39df578f HTTP/1.1" status: 200 len: 999 time: 0.0791922 Jul 20 19:29:13.105601 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d637e5-7364-4d4d-9553-d34a4d9abbd6 req-96f2e133-acd1-421b-8842-28c8fddd3109 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:13.106662 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94aab987-4e3e-4e2f-ac9a-d70f408e4c41 None None] Routers {'ccca4bbb-5000-49bd-9564-0deb65b6e55a'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:29:13.107294 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-94aab987-4e3e-4e2f-ac9a-d70f408e4c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:28:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['ccca4bbb-5000-49bd-9564-0deb65b6e55a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:13.109359 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-19d637e5-7364-4d4d-9553-d34a4d9abbd6 req-96f2e133-acd1-421b-8842-28c8fddd3109 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0575123 Jul 20 19:29:13.195217 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732554e7-ebbf-4f01-a9b3-cd17286ab142 req-3efc28cd-9127-4cb3-a688-70005e637e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:13.196690 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-732554e7-ebbf-4f01-a9b3-cd17286ab142 req-3efc28cd-9127-4cb3-a688-70005e637e89 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5a397f0b-3686-46fe-bb9f-edf6643027d1 HTTP/1.1" status: 200 len: 856 time: 0.0750599 Jul 20 19:29:13.239601 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-19d637e5-7364-4d4d-9553-d34a4d9abbd6 req-5b389a39-a431-49e0-9e76-9d0216a615a2 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246426 Jul 20 19:29:13.242818 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-94aab987-4e3e-4e2f-ac9a-d70f408e4c41 None None] Set router ccca4bbb-5000-49bd-9564-0deb65b6e55a gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:29:13.279711 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732554e7-ebbf-4f01-a9b3-cd17286ab142 req-3f3c0421-4a2f-4001-8fd9-8cf5f459d6cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:13.281334 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-732554e7-ebbf-4f01-a9b3-cd17286ab142 req-3f3c0421-4a2f-4001-8fd9-8cf5f459d6cc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c252680c-c029-4238-80e1-835b5a8591d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0705171 Jul 20 19:29:13.309724 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 35326) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:13.330530 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2c0d02e8-7d31-4f66-864f-0b2b08d2a49e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:13.400897 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=89,neutron:INSERT=8,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:13.421531 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-732554e7-ebbf-4f01-a9b3-cd17286ab142 req-45c6b613-a02b-499e-97e4-48db4f51c43f service neutron] 10.222.0.96 "GET /v2.0/networks/c252680c-c029-4238-80e1-835b5a8591d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299100 Jul 20 19:29:13.454360 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2c0d02e8-7d31-4f66-864f-0b2b08d2a49e admin admin] Publish callbacks [] for security_group (831898b7-d853-4b26-a4ee-cc0eafd71a56), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:13.463155 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2c0d02e8-7d31-4f66-864f-0b2b08d2a49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (831898b7-d853-4b26-a4ee-cc0eafd71a56), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:13.471407 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=100 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:13.508209 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2c0d02e8-7d31-4f66-864f-0b2b08d2a49e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d3aea777c7644340821d0e9c2e5ef06e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1973078 Jul 20 19:29:13.510914 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 35332) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:13.522152 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0d02e8-7d31-4f66-864f-0b2b08d2a49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=831898b7-d853-4b26-a4ee-cc0eafd71a56,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:13.563827 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-94aab987-4e3e-4e2f-ac9a-d70f408e4c41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082003264-router', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'gw_port': {'id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '1e0fce89-689a-49d5-b3c9-4662736c9d1c', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'port_id': '8de6f1a3-1533-4778-946a-bfef39df578f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'mac_address': 'fa:16:3e:0f:25:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cf917f-83ab-47d0-82d4-8d8dc896aacb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:28:08Z', 'updated_at': '2022-07-20T19:29:11Z', 'revision_number': 1, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852a5e10-5a08-4503-87fc-d9318edb569b', 'name': '', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'mac_address': 'fa:16:3e:a1:5f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:28:09Z', 'revision_number': 5, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'subnets': [{'id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:13.566056 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-732554e7-ebbf-4f01-a9b3-cd17286ab142 req-e923c247-5b03-45c9-a5f1-3ae15db3bcf2 service neutron] 10.222.0.96 "GET /v2.0/networks/c252680c-c029-4238-80e1-835b5a8591d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1335955 Jul 20 19:29:13.584233 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7a1b8638-0242-4c0c-881d-712b520c94fa admin admin] Publish callbacks [] for security_group (831898b7-d853-4b26-a4ee-cc0eafd71a56), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:13.594182 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94aab987-4e3e-4e2f-ac9a-d70f408e4c41 None None] The sync data for ids ['ccca4bbb-5000-49bd-9564-0deb65b6e55a'] in dv-cinder-850548-1-iscsi is: [{'id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082003264-router', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'gw_port': {'id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '1e0fce89-689a-49d5-b3c9-4662736c9d1c', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'floating_ip_address': '172.27.3.240', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'port_id': '8de6f1a3-1533-4778-946a-bfef39df578f', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'mac_address': 'fa:16:3e:0f:25:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27cf917f-83ab-47d0-82d4-8d8dc896aacb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:28:08Z', 'updated_at': '2022-07-20T19:29:11Z', 'revision_number': 1, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852a5e10-5a08-4503-87fc-d9318edb569b', 'name': '', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'mac_address': 'fa:16:3e:a1:5f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:28:09Z', 'revision_number': 5, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'subnets': [{'id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:29:13.596136 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-01462ea4-3ff4-4153-b68f-7913a1c684e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:13.609718 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7a1b8638-0242-4c0c-881d-712b520c94fa admin admin] Publish callbacks [] for security_group (831898b7-d853-4b26-a4ee-cc0eafd71a56), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:13.661178 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7a1b8638-0242-4c0c-881d-712b520c94fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (831898b7-d853-4b26-a4ee-cc0eafd71a56), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:13.664308 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7a1b8638-0242-4c0c-881d-712b520c94fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:13.665515 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-7a1b8638-0242-4c0c-881d-712b520c94fa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/831898b7-d853-4b26-a4ee-cc0eafd71a56 HTTP/1.1" status: 204 len: 168 time: 0.1533298 Jul 20 19:29:13.674724 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1b8638-0242-4c0c-881d-712b520c94fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=831898b7-d853-4b26-a4ee-cc0eafd71a56,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:13.837869 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7877867-b095-436b-84e2-585895d5e1d2 None None] New status for floating IP 1e0fce89-689a-49d5-b3c9-4662736c9d1c: ACTIVE {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:29:14.375211 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805a523a-7c97-460c-8f57-168b25b1e941 req-80e5658c-8b52-49bc-8b4c-2b5b41838ef2 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:14.376802 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-805a523a-7c97-460c-8f57-168b25b1e941 req-80e5658c-8b52-49bc-8b4c-2b5b41838ef2 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0505707 Jul 20 19:29:14.390544 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=83,neutron:INSERT=14,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:14.433655 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-805a523a-7c97-460c-8f57-168b25b1e941 req-da1b4318-51da-401a-9d74-488ef9e772de tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503545 Jul 20 19:29:14.882931 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 35382) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:15.114580 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-086eb0a4-9c85-4a67-87a2-7843e86cf5e5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:15.155588 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=93,neutron:DELETE=3,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:15.210370 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-086eb0a4-9c85-4a67-87a2-7843e86cf5e5 admin admin] Publish callbacks [] for security_group (9fa5cd93-75cb-4c9d-8af2-e4471a178357), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:15.214110 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-086eb0a4-9c85-4a67-87a2-7843e86cf5e5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (9fa5cd93-75cb-4c9d-8af2-e4471a178357), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:15.220963 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=7 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:15.262819 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-086eb0a4-9c85-4a67-87a2-7843e86cf5e5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=7964032108774eca980a479095d4aea4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3784893 Jul 20 19:29:15.263905 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086eb0a4-9c85-4a67-87a2-7843e86cf5e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fa5cd93-75cb-4c9d-8af2-e4471a178357,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:15.265581 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 35394) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:15.321949 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2ec0dc8b-c0d2-4616-9765-334bc8ebe17d admin admin] Publish callbacks [] for security_group (9fa5cd93-75cb-4c9d-8af2-e4471a178357), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:15.345016 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2ec0dc8b-c0d2-4616-9765-334bc8ebe17d admin admin] Publish callbacks [] for security_group (9fa5cd93-75cb-4c9d-8af2-e4471a178357), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:15.399664 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2ec0dc8b-c0d2-4616-9765-334bc8ebe17d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (9fa5cd93-75cb-4c9d-8af2-e4471a178357), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:15.402246 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2ec0dc8b-c0d2-4616-9765-334bc8ebe17d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:15.406317 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2ec0dc8b-c0d2-4616-9765-334bc8ebe17d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9fa5cd93-75cb-4c9d-8af2-e4471a178357 HTTP/1.1" status: 204 len: 168 time: 0.1394238 Jul 20 19:29:15.416594 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0dc8b-c0d2-4616-9765-334bc8ebe17d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fa5cd93-75cb-4c9d-8af2-e4471a178357,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:15.588941 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f22b0d-e33e-4bfe-82c7-6713a44e4491 req-e975eafe-dbc7-48f3-9e05-80f04f83fcca tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:15.590958 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e5f22b0d-e33e-4bfe-82c7-6713a44e4491 req-e975eafe-dbc7-48f3-9e05-80f04f83fcca tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0772953 Jul 20 19:29:15.654186 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e5f22b0d-e33e-4bfe-82c7-6713a44e4491 req-9f0bf136-5ab3-4050-a323-8590368b6fac tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566392 Jul 20 19:29:15.845253 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 35418) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:15.860003 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f8f64d05-b35a-428a-a33d-cd3fc38556da admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:15.954376 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c1d005e0-bc56-4f7b-aefd-afc2a7a55086 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:15.965175 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f8f64d05-b35a-428a-a33d-cd3fc38556da admin admin] Publish callbacks [] for security_group (435f30f4-2032-4d7c-92ac-63cc22acf2a1), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:15.969567 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f8f64d05-b35a-428a-a33d-cd3fc38556da admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (435f30f4-2032-4d7c-92ac-63cc22acf2a1), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:16.011886 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-f8f64d05-b35a-428a-a33d-cd3fc38556da admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1af101c7b90d4d07b0b2c03cd51e9064&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1655400 Jul 20 19:29:16.013826 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f64d05-b35a-428a-a33d-cd3fc38556da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=435f30f4-2032-4d7c-92ac-63cc22acf2a1,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:16.014713 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 35428) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:16.086660 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d645793d-4946-4eb1-846a-657851ed6ed4 admin admin] Publish callbacks [] for security_group (435f30f4-2032-4d7c-92ac-63cc22acf2a1), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:16.113144 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d645793d-4946-4eb1-846a-657851ed6ed4 admin admin] Publish callbacks [] for security_group (435f30f4-2032-4d7c-92ac-63cc22acf2a1), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:16.165477 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d645793d-4946-4eb1-846a-657851ed6ed4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (435f30f4-2032-4d7c-92ac-63cc22acf2a1), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:16.168292 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d645793d-4946-4eb1-846a-657851ed6ed4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:16.169481 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-d645793d-4946-4eb1-846a-657851ed6ed4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/435f30f4-2032-4d7c-92ac-63cc22acf2a1 HTTP/1.1" status: 204 len: 168 time: 0.1513221 Jul 20 19:29:16.178363 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d645793d-4946-4eb1-846a-657851ed6ed4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=435f30f4-2032-4d7c-92ac-63cc22acf2a1,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:16.779510 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55319c22-eb14-45e2-aa95-f72e7962ae12 req-2c9dde5f-d44f-4249-9016-e082a8f4a8e5 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:16.781030 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-55319c22-eb14-45e2-aa95-f72e7962ae12 req-2c9dde5f-d44f-4249-9016-e082a8f4a8e5 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0529258 Jul 20 19:29:16.830913 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-55319c22-eb14-45e2-aa95-f72e7962ae12 req-e01d3ea1-d299-475d-be8a-807bd37fd77b tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433013 Jul 20 19:29:16.899786 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:17.957275 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd80cd-57e1-4919-95c3-6b9b32b4a245 req-8c81a5fa-9603-4e1a-874a-3f7cc3a07d97 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:17.959025 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b9dd80cd-57e1-4919-95c3-6b9b32b4a245 req-8c81a5fa-9603-4e1a-874a-3f7cc3a07d97 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0562086 Jul 20 19:29:18.017444 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b9dd80cd-57e1-4919-95c3-6b9b32b4a245 req-fe8f21fe-db40-4bc5-8388-ec73647af658 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524275 Jul 20 19:29:18.598970 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:18.800475 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:19.147632 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c9a0ca-5de3-4f6e-94b3-1c904fc084ce req-6883c11a-1b32-4f53-a91a-c49cceb4eb51 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:19.149113 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-74c9a0ca-5de3-4f6e-94b3-1c904fc084ce req-6883c11a-1b32-4f53-a91a-c49cceb4eb51 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0483747 Jul 20 19:29:19.186321 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:19.200826 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-74c9a0ca-5de3-4f6e-94b3-1c904fc084ce req-000eeeb7-4c81-4e45-8f35-256fe1ee34b7 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462375 Jul 20 19:29:20.328050 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6704446f-9e94-4667-a508-a90d681728df req-44799abc-dfe9-4756-8a92-03be9f320e5d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:20.329741 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6704446f-9e94-4667-a508-a90d681728df req-44799abc-dfe9-4756-8a92-03be9f320e5d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0577223 Jul 20 19:29:20.367487 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 35564) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:20.383691 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6704446f-9e94-4667-a508-a90d681728df req-bd8d36fc-6030-4921-8068-7271f7aa3cdb tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471435 Jul 20 19:29:20.480020 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-47762ec5-627b-4555-ad5d-fcdb13048b1e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:20.559556 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-47762ec5-627b-4555-ad5d-fcdb13048b1e admin admin] Publish callbacks [] for security_group (96d9b4e8-b048-4b3d-a5d0-bbe52f7aa3f0), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:20.563594 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-47762ec5-627b-4555-ad5d-fcdb13048b1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (96d9b4e8-b048-4b3d-a5d0-bbe52f7aa3f0), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:20.602550 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-47762ec5-627b-4555-ad5d-fcdb13048b1e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=6650251d7a814c5288240f6306a3b0c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2339089 Jul 20 19:29:20.606916 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 35570) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:20.607452 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47762ec5-627b-4555-ad5d-fcdb13048b1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d9b4e8-b048-4b3d-a5d0-bbe52f7aa3f0,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:20.657610 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d08f07f-9c64-4159-a35f-c17985f4577a admin admin] Publish callbacks [] for security_group (96d9b4e8-b048-4b3d-a5d0-bbe52f7aa3f0), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:20.679532 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d08f07f-9c64-4159-a35f-c17985f4577a admin admin] Publish callbacks [] for security_group (96d9b4e8-b048-4b3d-a5d0-bbe52f7aa3f0), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:20.728916 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d08f07f-9c64-4159-a35f-c17985f4577a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (96d9b4e8-b048-4b3d-a5d0-bbe52f7aa3f0), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:20.731395 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3d08f07f-9c64-4159-a35f-c17985f4577a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:20.732555 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-3d08f07f-9c64-4159-a35f-c17985f4577a admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/96d9b4e8-b048-4b3d-a5d0-bbe52f7aa3f0 HTTP/1.1" status: 204 len: 168 time: 0.1246753 Jul 20 19:29:20.740945 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d08f07f-9c64-4159-a35f-c17985f4577a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d9b4e8-b048-4b3d-a5d0-bbe52f7aa3f0,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:20.920146 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.012294 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 35576) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:21.026304 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f6b3e07-fefe-4f8f-94a9-a8588ad13a93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.108529 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f6b3e07-fefe-4f8f-94a9-a8588ad13a93 admin admin] Publish callbacks [] for security_group (78d3fd41-653e-49a7-a548-1836d9064678), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.113903 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9f6b3e07-fefe-4f8f-94a9-a8588ad13a93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (78d3fd41-653e-49a7-a548-1836d9064678), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.156278 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6b3e07-fefe-4f8f-94a9-a8588ad13a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d3fd41-653e-49a7-a548-1836d9064678,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:21.161077 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-9f6b3e07-fefe-4f8f-94a9-a8588ad13a93 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5f9349deeca544a9bfb9f9eb5202eaf4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1476181 Jul 20 19:29:21.164997 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 35580) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:21.200507 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:21.220712 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-88b52739-9310-4808-bc5d-863d6931e212 admin admin] Publish callbacks [] for security_group (78d3fd41-653e-49a7-a548-1836d9064678), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.243987 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-88b52739-9310-4808-bc5d-863d6931e212 admin admin] Publish callbacks [] for security_group (78d3fd41-653e-49a7-a548-1836d9064678), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.298963 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-88b52739-9310-4808-bc5d-863d6931e212 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (78d3fd41-653e-49a7-a548-1836d9064678), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.301603 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-88b52739-9310-4808-bc5d-863d6931e212 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.303748 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-88b52739-9310-4808-bc5d-863d6931e212 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/78d3fd41-653e-49a7-a548-1836d9064678 HTTP/1.1" status: 204 len: 168 time: 0.1374314 Jul 20 19:29:21.312967 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b52739-9310-4808-bc5d-863d6931e212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d3fd41-653e-49a7-a548-1836d9064678,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:21.329598 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=91,neutron:UPDATE=9 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:21.527520 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957b2a8b-81ad-4251-bdae-480174f720f1 req-945dcae2-91e2-4040-ad14-67745e69d0f5 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:21.529216 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-957b2a8b-81ad-4251-bdae-480174f720f1 req-945dcae2-91e2-4040-ad14-67745e69d0f5 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0687997 Jul 20 19:29:21.586941 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-957b2a8b-81ad-4251-bdae-480174f720f1 req-c9e2c8bc-6b50-45a9-927f-389f0a013fac tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513654 Jul 20 19:29:21.685112 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 35594) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:21.699153 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a28ef699-23af-4d2a-9f13-95786e5ac199 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.754826 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:INSERT=21,neutron:SELECT=77,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:21.780158 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a28ef699-23af-4d2a-9f13-95786e5ac199 admin admin] Publish callbacks [] for security_group (f5ab44bc-b410-4618-8a06-7946af2bac1c), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.783561 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a28ef699-23af-4d2a-9f13-95786e5ac199 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (f5ab44bc-b410-4618-8a06-7946af2bac1c), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.789467 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=74,neutron:INSERT=24,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:21.829436 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-a28ef699-23af-4d2a-9f13-95786e5ac199 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=154ea6565014422da3a98081631b7184&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1428320 Jul 20 19:29:21.834375 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 35596) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:21.834859 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28ef699-23af-4d2a-9f13-95786e5ac199 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ab44bc-b410-4618-8a06-7946af2bac1c,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:21.907296 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a664514-5e50-4d09-9d12-22bffa399d69 admin admin] Publish callbacks [] for security_group (f5ab44bc-b410-4618-8a06-7946af2bac1c), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.943750 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a664514-5e50-4d09-9d12-22bffa399d69 admin admin] Publish callbacks [] for security_group (f5ab44bc-b410-4618-8a06-7946af2bac1c), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.995334 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a664514-5e50-4d09-9d12-22bffa399d69 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (f5ab44bc-b410-4618-8a06-7946af2bac1c), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.997875 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a664514-5e50-4d09-9d12-22bffa399d69 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:21.999095 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2a664514-5e50-4d09-9d12-22bffa399d69 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f5ab44bc-b410-4618-8a06-7946af2bac1c HTTP/1.1" status: 204 len: 168 time: 0.1624253 Jul 20 19:29:22.007631 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a664514-5e50-4d09-9d12-22bffa399d69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ab44bc-b410-4618-8a06-7946af2bac1c,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:22.580491 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6379bf2c-7b39-447c-9ddb-9626346db0b9 req-2a93f7bd-9e06-4b8f-9242-d6bf2a1e7e6c tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:22.580491 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6379bf2c-7b39-447c-9ddb-9626346db0b9 req-2a93f7bd-9e06-4b8f-9242-d6bf2a1e7e6c tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 945 time: 0.0546248 Jul 20 19:29:22.644863 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6379bf2c-7b39-447c-9ddb-9626346db0b9 req-9145bf4e-81c4-449a-a56e-e7f74ff1362a tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538669 Jul 20 19:29:22.727880 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e0b742-9bfd-41cb-b527-dc6ba66c54fb req-15fad0a5-4600-477e-adfb-9b306c4238f6 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:22.729494 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-69e0b742-9bfd-41cb-b527-dc6ba66c54fb req-15fad0a5-4600-477e-adfb-9b306c4238f6 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0571473 Jul 20 19:29:22.781454 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-69e0b742-9bfd-41cb-b527-dc6ba66c54fb req-07891860-e9c5-4bef-80d7-7d7a0e78e7cc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461211 Jul 20 19:29:23.213951 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 35644) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:23.326339 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4708197c-3f21-4631-a1a3-292b6425d56c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:23.339668 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:23.407385 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4708197c-3f21-4631-a1a3-292b6425d56c admin admin] Publish callbacks [] for security_group (4a664016-c4a8-4c75-96da-2329cc1fd9f4), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:23.410982 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4708197c-3f21-4631-a1a3-292b6425d56c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (4a664016-c4a8-4c75-96da-2329cc1fd9f4), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:23.454627 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4708197c-3f21-4631-a1a3-292b6425d56c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a664016-c4a8-4c75-96da-2329cc1fd9f4,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:23.461279 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-4708197c-3f21-4631-a1a3-292b6425d56c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a175385cd7b34f298e85de5e75066f26&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2461886 Jul 20 19:29:23.463843 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 35652) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:23.518704 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-75bf7661-386d-4d84-a90c-d18c849a7452 admin admin] Publish callbacks [] for security_group (4a664016-c4a8-4c75-96da-2329cc1fd9f4), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:23.540088 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=5 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:23.542304 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-75bf7661-386d-4d84-a90c-d18c849a7452 admin admin] Publish callbacks [] for security_group (4a664016-c4a8-4c75-96da-2329cc1fd9f4), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:23.559164 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=74 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:23.568816 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=8 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:23.594784 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-75bf7661-386d-4d84-a90c-d18c849a7452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (4a664016-c4a8-4c75-96da-2329cc1fd9f4), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:23.597810 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-75bf7661-386d-4d84-a90c-d18c849a7452 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:23.598823 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-75bf7661-386d-4d84-a90c-d18c849a7452 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4a664016-c4a8-4c75-96da-2329cc1fd9f4 HTTP/1.1" status: 204 len: 168 time: 0.1339841 Jul 20 19:29:23.615708 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75bf7661-386d-4d84-a90c-d18c849a7452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a664016-c4a8-4c75-96da-2329cc1fd9f4,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:23.780387 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d08c45-ce85-4960-87f6-07f2d3d7e9a3 req-274ca9d8-4c36-43ee-81bf-742cc1ddf5fb tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:23.781838 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a2d08c45-ce85-4960-87f6-07f2d3d7e9a3 req-274ca9d8-4c36-43ee-81bf-742cc1ddf5fb tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 945 time: 0.0562017 Jul 20 19:29:23.851579 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a2d08c45-ce85-4960-87f6-07f2d3d7e9a3 req-d1034744-3673-4d58-9f0d-171dc71d038c tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601349 Jul 20 19:29:23.914446 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0fd733-b652-4c15-962f-a4258187444e req-4e3195e0-d161-47a9-b3aa-a214126abb29 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:23.915932 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2c0fd733-b652-4c15-962f-a4258187444e req-4e3195e0-d161-47a9-b3aa-a214126abb29 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0538347 Jul 20 19:29:23.980678 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2c0fd733-b652-4c15-962f-a4258187444e req-1da0f6ff-1578-4730-a47e-9aa95d6bba6b tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581393 Jul 20 19:29:24.892765 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 35702) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:24.970718 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9834a745-77fb-4339-aff3-78c5f9f00d4e req-92dbea02-3e22-4f0c-a689-4e99cbcd7d91 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:24.972359 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9834a745-77fb-4339-aff3-78c5f9f00d4e req-92dbea02-3e22-4f0c-a689-4e99cbcd7d91 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 945 time: 0.0521710 Jul 20 19:29:25.037965 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b2feb820-7bdb-485c-91b7-28df9b6e5361 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:25.065237 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9834a745-77fb-4339-aff3-78c5f9f00d4e req-c45b62fe-8e0c-42bb-8c7d-820a5405ab64 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776706 Jul 20 19:29:25.138813 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f3efb9-5778-4325-a50e-b83ad38c7251 req-91db4794-8007-4380-99b6-682db1a60eab tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:25.140296 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e0f3efb9-5778-4325-a50e-b83ad38c7251 req-91db4794-8007-4380-99b6-682db1a60eab tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0644727 Jul 20 19:29:25.213396 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e0f3efb9-5778-4325-a50e-b83ad38c7251 req-85740d08-0566-4acc-8835-2f5ea69d5afe tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662251 Jul 20 19:29:25.228246 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b2feb820-7bdb-485c-91b7-28df9b6e5361 admin admin] Publish callbacks [] for security_group (49e1874e-d6d5-49da-8a42-8e2ed1c92f93), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:25.233754 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b2feb820-7bdb-485c-91b7-28df9b6e5361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (49e1874e-d6d5-49da-8a42-8e2ed1c92f93), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:25.276066 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2feb820-7bdb-485c-91b7-28df9b6e5361 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49e1874e-d6d5-49da-8a42-8e2ed1c92f93,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:25.280350 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-b2feb820-7bdb-485c-91b7-28df9b6e5361 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ad180ca4a0d54be2b8077719c1cf21ab&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3863802 Jul 20 19:29:25.285253 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 35714) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:25.332675 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=85,neutron:INSERT=11,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:25.346633 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-207dd0f4-6fdb-4bed-a170-e1de3b9b7522 admin admin] Publish callbacks [] for security_group (49e1874e-d6d5-49da-8a42-8e2ed1c92f93), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:25.371067 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-207dd0f4-6fdb-4bed-a170-e1de3b9b7522 admin admin] Publish callbacks [] for security_group (49e1874e-d6d5-49da-8a42-8e2ed1c92f93), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:25.419529 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-207dd0f4-6fdb-4bed-a170-e1de3b9b7522 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (49e1874e-d6d5-49da-8a42-8e2ed1c92f93), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:25.422324 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-207dd0f4-6fdb-4bed-a170-e1de3b9b7522 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:25.423473 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-207dd0f4-6fdb-4bed-a170-e1de3b9b7522 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/49e1874e-d6d5-49da-8a42-8e2ed1c92f93 HTTP/1.1" status: 204 len: 168 time: 0.1392183 Jul 20 19:29:25.433897 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207dd0f4-6fdb-4bed-a170-e1de3b9b7522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49e1874e-d6d5-49da-8a42-8e2ed1c92f93,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:26.119478 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 35744) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:26.196066 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e13b67-3800-4dfb-a256-949f4bc8e407 req-58350405-a7cc-4936-abf8-3300795aa261 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:26.197669 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-77e13b67-3800-4dfb-a256-949f4bc8e407 req-58350405-a7cc-4936-abf8-3300795aa261 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 945 time: 0.0557663 Jul 20 19:29:26.236641 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-f3f4f767-f715-4d88-a372-986705258fd6 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1909868440-network', 'tenant_id': '2aa8c8dd804b46ca8996788a32b8383e'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:29:26.276032 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=7 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:26.285883 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-77e13b67-3800-4dfb-a256-949f4bc8e407 req-bc71c594-a2a4-4af6-a136-c4b6b88e4b8d tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816591 Jul 20 19:29:26.288507 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3f4f767-f715-4d88-a372-986705258fd6 admin admin] Made reservation on behalf of 2aa8c8dd804b46ca8996788a32b8383e for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:29:26.292287 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f767-f715-4d88-a372-986705258fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for network (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:26.303478 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f767-f715-4d88-a372-986705258fd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:26.390041 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d7be7-3f8f-4954-a435-8324dcdb108a req-8719e754-d692-4b51-b06d-e3c253e09682 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:26.391510 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9e8d7be7-3f8f-4954-a435-8324dcdb108a req-8719e754-d692-4b51-b06d-e3c253e09682 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0739102 Jul 20 19:29:26.469481 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f767-f715-4d88-a372-986705258fd6 admin admin] Publish callbacks [] for security_group (61aa6533-cea2-4dda-82db-53d178d4bdd5), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:26.473401 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9e8d7be7-3f8f-4954-a435-8324dcdb108a req-3d1bc47f-83b3-49ab-ab6a-33add074382e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745692 Jul 20 19:29:26.474895 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f767-f715-4d88-a372-986705258fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (61aa6533-cea2-4dda-82db-53d178d4bdd5), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:26.501491 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3f4f767-f715-4d88-a372-986705258fd6 admin admin] vlan segment allocate from pool success with {'vlan_id': 981, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:29:26.517751 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4f767-f715-4d88-a372-986705258fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61aa6533-cea2-4dda-82db-53d178d4bdd5,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:26.520616 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f767-f715-4d88-a372-986705258fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (21affb50-584a-420e-9d0e-02edacdca8c4), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:26.521705 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.segments_db [None req-f3f4f767-f715-4d88-a372-986705258fd6 admin admin] Added segment 21affb50-584a-420e-9d0e-02edacdca8c4 of type vlan for network 6e06d9a4-c3cc-4d57-9431-dcfeac509b05 Jul 20 19:29:26.563550 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f767-f715-4d88-a372-986705258fd6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773866076730'] for network (6e06d9a4-c3cc-4d57-9431-dcfeac509b05), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:26.591526 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f767-f715-4d88-a372-986705258fd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for network (6e06d9a4-c3cc-4d57-9431-dcfeac509b05), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:26.591986 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3f4f767-f715-4d88-a372-986705258fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:26.592559 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f3f4f767-f715-4d88-a372-986705258fd6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:26.658737 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-f3f4f767-f715-4d88-a372-986705258fd6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5372381 Jul 20 19:29:26.662323 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 35760) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:26.667335 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-dd8dbbf4-f4a0-49f3-b1fa-988de03f193e admin admin] Request body: {'subnet': {'network_id': '6e06d9a4-c3cc-4d57-9431-dcfeac509b05', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1909868440-subnet', 'tenant_id': '2aa8c8dd804b46ca8996788a32b8383e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:29:26.671991 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f4f767-f715-4d88-a372-986705258fd6 admin admin] Pushing event updated for resources: {'Network': ['ID=6e06d9a4-c3cc-4d57-9431-dcfeac509b05,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:26.684052 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Network 6e06d9a4-c3cc-4d57-9431-dcfeac509b05 details requested by agent ovs-agent-dv-cinder-850548-1-iscsi with host dv-cinder-850548-1-iscsi {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:29:26.691947 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd8dbbf4-f4a0-49f3-b1fa-988de03f193e admin admin] Made reservation on behalf of 2aa8c8dd804b46ca8996788a32b8383e for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:29:26.695614 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dd8dbbf4-f4a0-49f3-b1fa-988de03f193e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26201642'] for subnet (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:26.845009 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=82,neutron:DELETE=4,neutron:INSERT=12,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:26.914401 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dd8dbbf4-f4a0-49f3-b1fa-988de03f193e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3300343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26201624'] for subnet (ec3fabab-604f-444b-a3c2-c053ae9a341a), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:26.977145 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8dbbf4-f4a0-49f3-b1fa-988de03f193e admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec3fabab-604f-444b-a3c2-c053ae9a341a,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:26.986814 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd8dbbf4-f4a0-49f3-b1fa-988de03f193e admin admin] Checking segment: {'id': '21affb50-584a-420e-9d0e-02edacdca8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '6e06d9a4-c3cc-4d57-9431-dcfeac509b05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:29:26.987169 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8dbbf4-f4a0-49f3-b1fa-988de03f193e admin admin] Network hostable DHCP agents. Network: 6e06d9a4-c3cc-4d57-9431-dcfeac509b05, hostable agents: ['217e9daa-c487-480e-ab7e-28b155725c37'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:29:27.007097 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd8dbbf4-f4a0-49f3-b1fa-988de03f193e admin admin] Network 6e06d9a4-c3cc-4d57-9431-dcfeac509b05 is scheduled to be hosted by DHCP agent 217e9daa-c487-480e-ab7e-28b155725c37 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:29:27.017591 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-dd8dbbf4-f4a0-49f3-b1fa-988de03f193e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850548-1-iscsi, 6e06d9a4-c3cc-4d57-9431-dcfeac509b05) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:29:27.022102 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd8dbbf4-f4a0-49f3-b1fa-988de03f193e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:27.022839 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dd8dbbf4-f4a0-49f3-b1fa-988de03f193e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:27.028948 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b0ded92-f598-4f87-812d-1e897a799f7c None None] Network 6e06d9a4-c3cc-4d57-9431-dcfeac509b05 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:29:27.040960 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-dd8dbbf4-f4a0-49f3-b1fa-988de03f193e admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3773959 Jul 20 19:29:27.162876 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb1d69f-9f76-4405-8b34-7e802a966b5e None None] Network 6e06d9a4-c3cc-4d57-9431-dcfeac509b05 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:29:27.421022 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea127e-dde2-4116-ad68-4ea9da7b411e req-8e588dfe-f8b2-455f-a5c4-5acd465dd82e tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:27.422762 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-52ea127e-dde2-4116-ad68-4ea9da7b411e req-8e588dfe-f8b2-455f-a5c4-5acd465dd82e tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 945 time: 0.0593820 Jul 20 19:29:27.759299 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=81,neutron:INSERT=14,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:27.794090 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-52ea127e-dde2-4116-ad68-4ea9da7b411e req-4aa19487-45d9-4770-9ee8-9b27d32b4586 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/security-groups?id=1062d74c-ed3e-4fa3-94a9-222c81760a1b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3644753 Jul 20 19:29:27.820367 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd03f3b-2945-4108-9d1d-ec1e4c6f3022 req-e74bde35-946f-42b5-9918-e5684760f8af tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:27.829839 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3dd03f3b-2945-4108-9d1d-ec1e4c6f3022 req-e74bde35-946f-42b5-9918-e5684760f8af tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0796366 Jul 20 19:29:27.886000 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3dd03f3b-2945-4108-9d1d-ec1e4c6f3022 req-29dbef41-6676-4842-8453-5ddac9485260 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492661 Jul 20 19:29:27.923355 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 35788) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:27.953267 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76f4fc0-cd68-47fa-b38c-9e4a7c4bebfe req-0ad552a3-4404-41ff-a704-23b53799c974 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:27.954781 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-d76f4fc0-cd68-47fa-b38c-9e4a7c4bebfe req-0ad552a3-4404-41ff-a704-23b53799c974 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.96 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 945 time: 0.1066051 Jul 20 19:29:28.045588 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-76e3edc6-7748-4225-af82-c9ab856aa538 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:28.107518 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-d76f4fc0-cd68-47fa-b38c-9e4a7c4bebfe req-5b3e0b3d-2963-4c80-a5b2-89ea561ea1ff tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Deleting port 7da85c79-f873-46d3-99dc-20d26d7d7408 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:29:28.107884 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-d76f4fc0-cd68-47fa-b38c-9e4a7c4bebfe req-5b3e0b3d-2963-4c80-a5b2-89ea561ea1ff tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (7da85c79-f873-46d3-99dc-20d26d7d7408), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:28.143404 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-76e3edc6-7748-4225-af82-c9ab856aa538 admin admin] Publish callbacks [] for security_group (c4335ae6-f8f6-4804-a31d-f476bb9468b8), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:28.148068 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-76e3edc6-7748-4225-af82-c9ab856aa538 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (c4335ae6-f8f6-4804-a31d-f476bb9468b8), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:28.194168 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-76e3edc6-7748-4225-af82-c9ab856aa538 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=81d27dc9ec0c44b1a84a6adc4409c3cc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2693830 Jul 20 19:29:28.195006 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e3edc6-7748-4225-af82-c9ab856aa538 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4335ae6-f8f6-4804-a31d-f476bb9468b8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:28.197554 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 35792) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:28.209892 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-d76f4fc0-cd68-47fa-b38c-9e4a7c4bebfe req-5b3e0b3d-2963-4c80-a5b2-89ea561ea1ff tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] For port 7da85c79-f873-46d3-99dc-20d26d7d7408, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=7da85c79-f873-46d3-99dc-20d26d7d7408,segment=NetworkSegment(743d9750-323e-40e2-8248-0f577f755971),segment_id=743d9750-323e-40e2-8248-0f577f755971)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:29:28.210386 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-d76f4fc0-cd68-47fa-b38c-9e4a7c4bebfe req-5b3e0b3d-2963-4c80-a5b2-89ea561ea1ff tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (7da85c79-f873-46d3-99dc-20d26d7d7408), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:28.227175 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-d76f4fc0-cd68-47fa-b38c-9e4a7c4bebfe req-5b3e0b3d-2963-4c80-a5b2-89ea561ea1ff tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Calling delete_port for 7da85c79-f873-46d3-99dc-20d26d7d7408 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:29:28.257826 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-550f5ea4-720e-45df-b2d7-eb8c411b3a0e admin admin] Publish callbacks [] for security_group (c4335ae6-f8f6-4804-a31d-f476bb9468b8), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:28.282896 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-550f5ea4-720e-45df-b2d7-eb8c411b3a0e admin admin] Publish callbacks [] for security_group (c4335ae6-f8f6-4804-a31d-f476bb9468b8), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:28.335636 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-550f5ea4-720e-45df-b2d7-eb8c411b3a0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (c4335ae6-f8f6-4804-a31d-f476bb9468b8), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:28.339466 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-550f5ea4-720e-45df-b2d7-eb8c411b3a0e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:28.340356 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-550f5ea4-720e-45df-b2d7-eb8c411b3a0e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c4335ae6-f8f6-4804-a31d-f476bb9468b8 HTTP/1.1" status: 204 len: 168 time: 0.1415219 Jul 20 19:29:28.351154 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550f5ea4-720e-45df-b2d7-eb8c411b3a0e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4335ae6-f8f6-4804-a31d-f476bb9468b8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:28.608030 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-d76f4fc0-cd68-47fa-b38c-9e4a7c4bebfe req-5b3e0b3d-2963-4c80-a5b2-89ea561ea1ff tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741'] for port (7da85c79-f873-46d3-99dc-20d26d7d7408), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:28.646245 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3e0b3d-2963-4c80-a5b2-89ea561ea1ff tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Pushing event deleted for resources: {'Port': ['ID=7da85c79-f873-46d3-99dc-20d26d7d7408,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:28.671582 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 35800) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:28.690817 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dfeef048-4cc8-4d61-856e-6ce68086bc64 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:28.712170 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['7da85c79-f873-46d3-99dc-20d26d7d7408'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:29:28.783104 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=90,neutron:UPDATE=2,neutron:INSERT=7,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:28.785944 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-d76f4fc0-cd68-47fa-b38c-9e4a7c4bebfe req-5b3e0b3d-2963-4c80-a5b2-89ea561ea1ff tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] No DVR routers for this DVR port 7da85c79-f873-46d3-99dc-20d26d7d7408 on host hv-cinder-85054 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:29:28.795213 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-d76f4fc0-cd68-47fa-b38c-9e4a7c4bebfe req-5b3e0b3d-2963-4c80-a5b2-89ea561ea1ff tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:28.798655 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-d76f4fc0-cd68-47fa-b38c-9e4a7c4bebfe req-5b3e0b3d-2963-4c80-a5b2-89ea561ea1ff tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.96 "DELETE /v2.0/ports/7da85c79-f873-46d3-99dc-20d26d7d7408 HTTP/1.1" status: 204 len: 173 time: 0.8290668 Jul 20 19:29:28.799171 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '199315e6-e6f0-4c28-b63f-40ec5e5bef49', 'name': 'network-vif-deleted', 'tag': '7da85c79-f873-46d3-99dc-20d26d7d7408'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:29:28.805821 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9cd79ebd3f805e6a7478220ee26c4e1921248cfe9318229c3fb3c09e22ed3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2361eb20-ac62-4bc8-9d4d-d5173b0f68d4" -d '{"events": [{"server_uuid": "199315e6-e6f0-4c28-b63f-40ec5e5bef49", "name": "network-vif-deleted", "tag": "7da85c79-f873-46d3-99dc-20d26d7d7408"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:29:28.890713 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b4fa5ab-de67-4557-8a06-2917736527f8 x-openstack-request-id: req-4b4fa5ab-de67-4557-8a06-2917736527f8 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:29:28.891293 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "199315e6-e6f0-4c28-b63f-40ec5e5bef49", "name": "network-vif-deleted", "tag": "7da85c79-f873-46d3-99dc-20d26d7d7408", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:29:28.891787 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4b4fa5ab-de67-4557-8a06-2917736527f8 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:29:28.892836 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4b4fa5ab-de67-4557-8a06-2917736527f8'] response: {'server_uuid': '199315e6-e6f0-4c28-b63f-40ec5e5bef49', 'name': 'network-vif-deleted', 'tag': '7da85c79-f873-46d3-99dc-20d26d7d7408', 'status': 'completed', 'code': 200} Jul 20 19:29:28.896949 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dfeef048-4cc8-4d61-856e-6ce68086bc64 admin admin] Publish callbacks [] for security_group (a761362d-c99d-4f09-a7cd-f02aa3b6bf58), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:28.902862 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dfeef048-4cc8-4d61-856e-6ce68086bc64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (a761362d-c99d-4f09-a7cd-f02aa3b6bf58), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:29.054471 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f7eab446-01df-4482-8930-ad434f3e1836 req-a58d8676-e5d9-438c-9de3-dcdba3d9cc74 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 210 time: 0.1433611 Jul 20 19:29:29.060783 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-dfeef048-4cc8-4d61-856e-6ce68086bc64 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cd35310155214ef0b066bc0090d70ce2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3876944 Jul 20 19:29:29.063511 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 35816) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:29.064144 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeef048-4cc8-4d61-856e-6ce68086bc64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a761362d-c99d-4f09-a7cd-f02aa3b6bf58,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:29.090193 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66abc8f6-e002-440e-a9d1-8d778dd95d4b req-4cc116a4-4878-4a79-8eea-1cee8838e3bf tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:29.093339 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-66abc8f6-e002-440e-a9d1-8d778dd95d4b req-4cc116a4-4878-4a79-8eea-1cee8838e3bf tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.1012299 Jul 20 19:29:29.134718 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88f36bc9-44fa-492f-b83f-e1bd2cca4f43 admin admin] Publish callbacks [] for security_group (a761362d-c99d-4f09-a7cd-f02aa3b6bf58), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:29.143129 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-66abc8f6-e002-440e-a9d1-8d778dd95d4b req-f6b86120-803d-450b-b6ad-b9a6870cdc94 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440044 Jul 20 19:29:29.159188 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88f36bc9-44fa-492f-b83f-e1bd2cca4f43 admin admin] Publish callbacks [] for security_group (a761362d-c99d-4f09-a7cd-f02aa3b6bf58), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:29.210639 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88f36bc9-44fa-492f-b83f-e1bd2cca4f43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (a761362d-c99d-4f09-a7cd-f02aa3b6bf58), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:29.213227 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-88f36bc9-44fa-492f-b83f-e1bd2cca4f43 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:29.214385 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-88f36bc9-44fa-492f-b83f-e1bd2cca4f43 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a761362d-c99d-4f09-a7cd-f02aa3b6bf58 HTTP/1.1" status: 204 len: 168 time: 0.1484380 Jul 20 19:29:29.222920 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f36bc9-44fa-492f-b83f-e1bd2cca4f43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a761362d-c99d-4f09-a7cd-f02aa3b6bf58,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:30.187829 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-006b06cd-17e7-447a-bf50-2d2398a5c676 req-87089a4d-6dc7-4812-a15a-d49630f4a4d7 tempest-DeleteServersTestJSON-1266628881 tempest-DeleteServersTestJSON-1266628881-project] 10.222.0.79 "GET /v2.0/ports?device_id=199315e6-e6f0-4c28-b63f-40ec5e5bef49 HTTP/1.1" status: 200 len: 210 time: 0.0377955 Jul 20 19:29:30.319079 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=81,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:30.337153 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8c3dc-5e3d-456d-8b89-1877dcdc7628 req-7a370fcb-9ea7-4857-bf4f-b3c5eae46fad tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:30.338707 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-54e8c3dc-5e3d-456d-8b89-1877dcdc7628 req-7a370fcb-9ea7-4857-bf4f-b3c5eae46fad tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0619736 Jul 20 19:29:30.389910 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-54e8c3dc-5e3d-456d-8b89-1877dcdc7628 req-5d4678f1-5a20-434f-b3ad-3b17cd35eef6 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439863 Jul 20 19:29:30.732182 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 7da85c79-f873-46d3-99dc-20d26d7d7408 no longer exists at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:29:30.756849 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] No Port match for: 7da85c79-f873-46d3-99dc-20d26d7d7408 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:29:30.757230 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 7da85c79-f873-46d3-99dc-20d26d7d7408 not bound to the agent host hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:29:31.513391 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29032fe4-2073-44a5-a681-92d891cbd096 req-dd9abd8c-e2ee-4bed-b745-878561b8934e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:31.515015 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-29032fe4-2073-44a5-a681-92d891cbd096 req-dd9abd8c-e2ee-4bed-b745-878561b8934e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0510790 Jul 20 19:29:31.574366 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-29032fe4-2073-44a5-a681-92d891cbd096 req-e93b32eb-c8bb-4909-9ead-40114e13da3f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535998 Jul 20 19:29:32.700126 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8272baab-456e-46a0-82d6-8f9a8703a14e req-4ac87541-f701-4136-b70d-b5c17c9874b0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:32.701695 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8272baab-456e-46a0-82d6-8f9a8703a14e req-4ac87541-f701-4136-b70d-b5c17c9874b0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0531952 Jul 20 19:29:32.751721 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8272baab-456e-46a0-82d6-8f9a8703a14e req-988fc280-665f-4c6b-b088-77b3219f3d94 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433965 Jul 20 19:29:32.836783 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 35920) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:33.065145 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:33.172937 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:33.252358 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3dbe2d58-10fe-43d1-92ef-3566dd325a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712453'] for router_interface (a2e1e79e-edec-4928-bb71-2b2055a5f0e9), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:33.552963 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-3dbe2d58-10fe-43d1-92ef-3566dd325a1c admin admin] Deleting port b784fee6-8110-4f5f-a676-8fc65f1474aa {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:29:33.553363 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3dbe2d58-10fe-43d1-92ef-3566dd325a1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (b784fee6-8110-4f5f-a676-8fc65f1474aa), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:33.637354 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-3dbe2d58-10fe-43d1-92ef-3566dd325a1c admin admin] For port b784fee6-8110-4f5f-a676-8fc65f1474aa, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=b784fee6-8110-4f5f-a676-8fc65f1474aa,segment=NetworkSegment(743d9750-323e-40e2-8248-0f577f755971),segment_id=743d9750-323e-40e2-8248-0f577f755971)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:29:33.637689 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3dbe2d58-10fe-43d1-92ef-3566dd325a1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (b784fee6-8110-4f5f-a676-8fc65f1474aa), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:33.651789 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-3dbe2d58-10fe-43d1-92ef-3566dd325a1c admin admin] Calling delete_port for b784fee6-8110-4f5f-a676-8fc65f1474aa owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:29:33.853753 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3dbe2d58-10fe-43d1-92ef-3566dd325a1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741'] for port (b784fee6-8110-4f5f-a676-8fc65f1474aa), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:33.884703 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dbe2d58-10fe-43d1-92ef-3566dd325a1c admin admin] Pushing event deleted for resources: {'Port': ['ID=b784fee6-8110-4f5f-a676-8fc65f1474aa,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:33.946238 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b67a3f-09ce-4847-83c0-fd5e2a3353d7 req-4a9098ce-9fc6-41b4-b0d4-e0df91235789 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:33.947899 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-21b67a3f-09ce-4847-83c0-fd5e2a3353d7 req-4a9098ce-9fc6-41b4-b0d4-e0df91235789 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.1064246 Jul 20 19:29:34.037247 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-21b67a3f-09ce-4847-83c0-fd5e2a3353d7 req-22267db6-9e87-48b0-8bd7-2d966beddc0b tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801735 Jul 20 19:29:34.089024 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3dbe2d58-10fe-43d1-92ef-3566dd325a1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2037749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712593'] for router_interface (a2e1e79e-edec-4928-bb71-2b2055a5f0e9), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:34.219315 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:34.273195 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:34.330584 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dbe2d58-10fe-43d1-92ef-3566dd325a1c admin admin] Router a2e1e79e-edec-4928-bb71-2b2055a5f0e9 has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:29:34.433871 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dbe2d58-10fe-43d1-92ef-3566dd325a1c admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:29:34.439326 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-3dbe2d58-10fe-43d1-92ef-3566dd325a1c admin admin] 10.222.0.79 "PUT /v2.0/routers/a2e1e79e-edec-4928-bb71-2b2055a5f0e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6013892 Jul 20 19:29:34.441980 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 35944) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:34.443319 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e97ec97-905e-42d2-bdf0-5a9faa69723f None None] Sync routers for ids ['a2e1e79e-edec-4928-bb71-2b2055a5f0e9'] in dv-cinder-850548-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:29:34.455051 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e97ec97-905e-42d2-bdf0-5a9faa69723f None None] Routers {'a2e1e79e-edec-4928-bb71-2b2055a5f0e9'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:29:34.455681 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-0e97ec97-905e-42d2-bdf0-5a9faa69723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:29:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['a2e1e79e-edec-4928-bb71-2b2055a5f0e9'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:34.549312 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b31edc85-8c21-4eca-9c44-8634a41aeaf8 admin admin] Publish callbacks [] for router (a2e1e79e-edec-4928-bb71-2b2055a5f0e9), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:34.562193 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-0e97ec97-905e-42d2-bdf0-5a9faa69723f None None] Set router a2e1e79e-edec-4928-bb71-2b2055a5f0e9 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:29:34.658485 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b31edc85-8c21-4eca-9c44-8634a41aeaf8 admin admin] Publish callbacks [] for router_gateway (a2e1e79e-edec-4928-bb71-2b2055a5f0e9), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:34.706460 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b31edc85-8c21-4eca-9c44-8634a41aeaf8 admin admin] Deleting port 51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:29:34.707094 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b31edc85-8c21-4eca-9c44-8634a41aeaf8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:34.755304 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-0e97ec97-905e-42d2-bdf0-5a9faa69723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e1e79e-edec-4928-bb71-2b2055a5f0e9', 'name': 'tempest-DeleteServersTestJSON-1897465066-router', 'tenant_id': '183d6a3ee79e4fedb83591ce60694283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.133'}], 'enable_snat': True}, 'gw_port_id': '51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:42Z', 'updated_at': '2022-07-20T19:29:33Z', 'revision_number': 5, 'project_id': '183d6a3ee79e4fedb83591ce60694283', 'gw_port': {'id': '51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:99:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2e1e79e-edec-4928-bb71-2b2055a5f0e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:43Z', 'updated_at': '2022-07-20T19:28:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:34.784030 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e97ec97-905e-42d2-bdf0-5a9faa69723f None None] Checking router: a2e1e79e-edec-4928-bb71-2b2055a5f0e9 for host: dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:29:34.793952 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e97ec97-905e-42d2-bdf0-5a9faa69723f None None] Routers {'a2e1e79e-edec-4928-bb71-2b2055a5f0e9'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:29:34.794570 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-0e97ec97-905e-42d2-bdf0-5a9faa69723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:29:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['a2e1e79e-edec-4928-bb71-2b2055a5f0e9'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:34.806499 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-b31edc85-8c21-4eca-9c44-8634a41aeaf8 admin admin] For port 51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:29:34.806861 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b31edc85-8c21-4eca-9c44-8634a41aeaf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:34.820816 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b31edc85-8c21-4eca-9c44-8634a41aeaf8 admin admin] Calling delete_port for 51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:29:34.886109 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-0e97ec97-905e-42d2-bdf0-5a9faa69723f None None] Set router a2e1e79e-edec-4928-bb71-2b2055a5f0e9 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:29:34.904535 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:34.940785 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-0e97ec97-905e-42d2-bdf0-5a9faa69723f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2e1e79e-edec-4928-bb71-2b2055a5f0e9', 'name': 'tempest-DeleteServersTestJSON-1897465066-router', 'tenant_id': '183d6a3ee79e4fedb83591ce60694283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:42Z', 'updated_at': '2022-07-20T19:29:34Z', 'revision_number': 6, 'project_id': '183d6a3ee79e4fedb83591ce60694283', 'gw_port_host': None}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:35.053346 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e97ec97-905e-42d2-bdf0-5a9faa69723f None None] The sync data for ids ['a2e1e79e-edec-4928-bb71-2b2055a5f0e9'] in dv-cinder-850548-1-iscsi is: [{'id': 'a2e1e79e-edec-4928-bb71-2b2055a5f0e9', 'name': 'tempest-DeleteServersTestJSON-1897465066-router', 'tenant_id': '183d6a3ee79e4fedb83591ce60694283', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:42Z', 'updated_at': '2022-07-20T19:29:34Z', 'revision_number': 6, 'project_id': '183d6a3ee79e4fedb83591ce60694283', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:29:35.060812 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b31edc85-8c21-4eca-9c44-8634a41aeaf8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:35.089223 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31edc85-8c21-4eca-9c44-8634a41aeaf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:35.170898 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:35.244485 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5d713-a401-4a28-a2c0-a4cdc1b49cb0 req-4b7c50f2-1d3c-4a27-8f0b-bf28be79cdc6 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:35.251380 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-58c5d713-a401-4a28-a2c0-a4cdc1b49cb0 req-4b7c50f2-1d3c-4a27-8f0b-bf28be79cdc6 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.1189213 Jul 20 19:29:35.275219 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b31edc85-8c21-4eca-9c44-8634a41aeaf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1823180'] for router_gateway (a2e1e79e-edec-4928-bb71-2b2055a5f0e9), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:35.413572 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-58c5d713-a401-4a28-a2c0-a4cdc1b49cb0 req-b3f0b04b-1368-4cff-8394-78cf4658af3a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612718 Jul 20 19:29:35.418010 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b31edc85-8c21-4eca-9c44-8634a41aeaf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1715651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3463'] for router (a2e1e79e-edec-4928-bb71-2b2055a5f0e9), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:35.420961 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b31edc85-8c21-4eca-9c44-8634a41aeaf8 admin admin] Publish callbacks [] for router_controller (a2e1e79e-edec-4928-bb71-2b2055a5f0e9), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:35.530660 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b31edc85-8c21-4eca-9c44-8634a41aeaf8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715575'] for router (a2e1e79e-edec-4928-bb71-2b2055a5f0e9), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:35.531420 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b31edc85-8c21-4eca-9c44-8634a41aeaf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2e1e79e-edec-4928-bb71-2b2055a5f0e9 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 19:29:35.542551 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b31edc85-8c21-4eca-9c44-8634a41aeaf8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:35.543984 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-b31edc85-8c21-4eca-9c44-8634a41aeaf8 admin admin] 10.222.0.79 "DELETE /v2.0/routers/a2e1e79e-edec-4928-bb71-2b2055a5f0e9 HTTP/1.1" status: 204 len: 168 time: 1.1004255 Jul 20 19:29:35.547775 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 35962) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:35.605168 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f06087b-8f95-45e9-9a62-00fa78b05833 admin admin] Deleting subnet 7e91a794-ab5e-4940-a875-2eeefa5af9a0 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:29:35.608670 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f06087b-8f95-45e9-9a62-00fa78b05833 admin admin] Publish callbacks [] for subnet (7e91a794-ab5e-4940-a875-2eeefa5af9a0), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:35.651185 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f06087b-8f95-45e9-9a62-00fa78b05833 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300273'] for subnet (7e91a794-ab5e-4940-a875-2eeefa5af9a0), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:35.762942 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f06087b-8f95-45e9-9a62-00fa78b05833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742266'] for subnet (7e91a794-ab5e-4940-a875-2eeefa5af9a0), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:35.822583 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f06087b-8f95-45e9-9a62-00fa78b05833 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3300280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26201617'] for subnet (7e91a794-ab5e-4940-a875-2eeefa5af9a0), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:35.851654 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f06087b-8f95-45e9-9a62-00fa78b05833 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e91a794-ab5e-4940-a875-2eeefa5af9a0,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:35.855221 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9f06087b-8f95-45e9-9a62-00fa78b05833 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:35.858362 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-9f06087b-8f95-45e9-9a62-00fa78b05833 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/7e91a794-ab5e-4940-a875-2eeefa5af9a0 HTTP/1.1" status: 204 len: 168 time: 0.3099630 Jul 20 19:29:35.860840 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 35966) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:35.863562 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eddf0ad-9a6d-44d7-90a8-fc372a05becf None None] Network 8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:29:35.930706 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=75,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:35.940052 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45c63895-6142-4c85-91c8-0688bc26430e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636708'] for network (8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:35.986238 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-45c63895-6142-4c85-91c8-0688bc26430e admin admin] Deleting port 0afffe10-aa75-4202-baa7-68ece04ca1ab {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:29:35.986598 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45c63895-6142-4c85-91c8-0688bc26430e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (0afffe10-aa75-4202-baa7-68ece04ca1ab), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:36.042811 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd3a20e-2b28-43d7-8ac3-8067f73e58e0 None None] DHCP port deletion for 8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697 request from dv-cinder-850548-1-iscsi {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 19:29:36.060957 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-45c63895-6142-4c85-91c8-0688bc26430e admin admin] For port 0afffe10-aa75-4202-baa7-68ece04ca1ab, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=0afffe10-aa75-4202-baa7-68ece04ca1ab,segment=NetworkSegment(743d9750-323e-40e2-8248-0f577f755971),segment_id=743d9750-323e-40e2-8248-0f577f755971)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:29:36.061583 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45c63895-6142-4c85-91c8-0688bc26430e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (0afffe10-aa75-4202-baa7-68ece04ca1ab), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:36.076696 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-45c63895-6142-4c85-91c8-0688bc26430e admin admin] Calling delete_port for 0afffe10-aa75-4202-baa7-68ece04ca1ab owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:29:36.084457 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-efd3a20e-2b28-43d7-8ac3-8067f73e58e0 None None] Deleting port 0afffe10-aa75-4202-baa7-68ece04ca1ab {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:29:36.084863 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-efd3a20e-2b28-43d7-8ac3-8067f73e58e0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (0afffe10-aa75-4202-baa7-68ece04ca1ab), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:36.126884 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:36.158185 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-efd3a20e-2b28-43d7-8ac3-8067f73e58e0 None None] For port 0afffe10-aa75-4202-baa7-68ece04ca1ab, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=0afffe10-aa75-4202-baa7-68ece04ca1ab,segment=NetworkSegment(743d9750-323e-40e2-8248-0f577f755971),segment_id=743d9750-323e-40e2-8248-0f577f755971)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:29:36.158856 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-efd3a20e-2b28-43d7-8ac3-8067f73e58e0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (0afffe10-aa75-4202-baa7-68ece04ca1ab), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:36.175247 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45c63895-6142-4c85-91c8-0688bc26430e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (0afffe10-aa75-4202-baa7-68ece04ca1ab), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:36.181274 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-efd3a20e-2b28-43d7-8ac3-8067f73e58e0 None None] Calling delete_port for 0afffe10-aa75-4202-baa7-68ece04ca1ab owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:29:36.205907 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c63895-6142-4c85-91c8-0688bc26430e admin admin] Pushing event deleted for resources: {'Port': ['ID=0afffe10-aa75-4202-baa7-68ece04ca1ab,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:36.211573 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c63895-6142-4c85-91c8-0688bc26430e admin admin] No DVR routers for this DVR port 0afffe10-aa75-4202-baa7-68ece04ca1ab on host dv-cinder-850548-1-iscsi {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:29:36.283441 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=90,neutron:DELETE=7,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:36.343790 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45c63895-6142-4c85-91c8-0688bc26430e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-742656', 'neutron.services.segments.db._delete_segments_for_network-8773866507587'] for network (8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:36.370770 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-efd3a20e-2b28-43d7-8ac3-8067f73e58e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741'] for port (0afffe10-aa75-4202-baa7-68ece04ca1ab), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:36.380348 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-45c63895-6142-4c85-91c8-0688bc26430e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:36.394418 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-45c63895-6142-4c85-91c8-0688bc26430e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '743d9750-323e-40e2-8248-0f577f755971') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:36.394810 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-45c63895-6142-4c85-91c8-0688bc26430e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '743d9750-323e-40e2-8248-0f577f755971') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:29:36.403296 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efd3a20e-2b28-43d7-8ac3-8067f73e58e0 None None] No DVR routers for this DVR port 0afffe10-aa75-4202-baa7-68ece04ca1ab on host dv-cinder-850548-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:29:36.405241 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd3a20e-2b28-43d7-8ac3-8067f73e58e0 None None] Pushing event deleted for resources: {'Port': ['ID=0afffe10-aa75-4202-baa7-68ece04ca1ab,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:36.412396 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45c63895-6142-4c85-91c8-0688bc26430e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773866508876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300262'] for segment (743d9750-323e-40e2-8248-0f577f755971), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:36.428591 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45c63895-6142-4c85-91c8-0688bc26430e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (743d9750-323e-40e2-8248-0f577f755971), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:36.436417 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-45c63895-6142-4c85-91c8-0688bc26430e admin admin] Releasing vlan 975 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:29:36.436960 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45c63895-6142-4c85-91c8-0688bc26430e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299354'] for segment (743d9750-323e-40e2-8248-0f577f755971), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:36.462164 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.services.segments.plugin [-] Segment 743d9750-323e-40e2-8248-0f577f755971 resource provider aggregate not found Jul 20 19:29:36.514855 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.services.segments.plugin [-] Segment 743d9750-323e-40e2-8248-0f577f755971 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 743d9750-323e-40e2-8248-0f577f755971 found for delete ", "request_id": "req-c22925f1-a984-47bb-954b-0fb5dc9a5ec2"}]} Jul 20 19:29:36.533311 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45c63895-6142-4c85-91c8-0688bc26430e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1823185'] for network (8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:36.542045 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-45c63895-6142-4c85-91c8-0688bc26430e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:36.545049 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-45c63895-6142-4c85-91c8-0688bc26430e admin admin] 10.222.0.79 "DELETE /v2.0/networks/8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697 HTTP/1.1" status: 204 len: 168 time: 0.6831815 Jul 20 19:29:36.562628 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c63895-6142-4c85-91c8-0688bc26430e admin admin] Pushing event deleted for resources: {'Network': ['ID=8f25a6a9-71a3-40d2-8ab0-9ea53e7b1697,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:36.573096 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1ab774-29a9-4959-8474-a7ad64b06f99 req-cec6499c-6167-4dff-9665-ae9edd2d47d8 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:36.574628 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6f1ab774-29a9-4959-8474-a7ad64b06f99 req-cec6499c-6167-4dff-9665-ae9edd2d47d8 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0761783 Jul 20 19:29:36.633601 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6f1ab774-29a9-4959-8474-a7ad64b06f99 req-5808960e-1d91-44a4-acdd-7d0e0b949798 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529714 Jul 20 19:29:36.767618 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 0afffe10-aa75-4202-baa7-68ece04ca1ab no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:29:36.780931 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 35986) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:36.795900 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: 0afffe10-aa75-4202-baa7-68ece04ca1ab {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:29:36.796726 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 0afffe10-aa75-4202-baa7-68ece04ca1ab not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:29:36.796987 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device b784fee6-8110-4f5f-a676-8fc65f1474aa no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:29:36.824378 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: b784fee6-8110-4f5f-a676-8fc65f1474aa {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:29:36.824730 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device b784fee6-8110-4f5f-a676-8fc65f1474aa not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:29:36.825183 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:29:36.837777 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-3d55ba0a-c7d6-4583-9b43-50186186b278 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=183d6a3ee79e4fedb83591ce60694283&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0549214 Jul 20 19:29:36.841092 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 35988) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:36.848378 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: 51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:29:36.849346 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 51c9919f-6ce8-4f0c-9ff6-6e287cdaf9ff not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:29:36.911903 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b00a27cd-83bc-4159-bdb7-959e5fd73ecc admin admin] Publish callbacks [] for security_group (1062d74c-ed3e-4fa3-94a9-222c81760a1b), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:36.943740 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b00a27cd-83bc-4159-bdb7-959e5fd73ecc admin admin] Publish callbacks [] for security_group (1062d74c-ed3e-4fa3-94a9-222c81760a1b), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:37.015361 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b00a27cd-83bc-4159-bdb7-959e5fd73ecc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (1062d74c-ed3e-4fa3-94a9-222c81760a1b), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:37.017987 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b00a27cd-83bc-4159-bdb7-959e5fd73ecc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:37.019141 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-b00a27cd-83bc-4159-bdb7-959e5fd73ecc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1062d74c-ed3e-4fa3-94a9-222c81760a1b HTTP/1.1" status: 204 len: 168 time: 0.1771250 Jul 20 19:29:37.029929 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00a27cd-83bc-4159-bdb7-959e5fd73ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1062d74c-ed3e-4fa3-94a9-222c81760a1b,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:37.542490 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-284664e9-3084-4ba2-9bac-5a80a4f86c17 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:37.544977 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-284664e9-3084-4ba2-9bac-5a80a4f86c17 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/networks?id=6e06d9a4-c3cc-4d57-9431-dcfeac509b05 HTTP/1.1" status: 200 len: 814 time: 0.1238863 Jul 20 19:29:37.562251 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-67b8a771-f638-4ddc-b046-2e96411f4285 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/quotas/2aa8c8dd804b46ca8996788a32b8383e HTTP/1.1" status: 200 len: 375 time: 0.0117805 Jul 20 19:29:37.602383 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-0a04dabd-8d7a-4bca-8f31-5ad5f25c729c tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2aa8c8dd804b46ca8996788a32b8383e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0345800 Jul 20 19:29:37.706489 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-951d0fa6-e247-4d01-9236-179944a3c28f service neutron] 10.222.0.79 "GET /v2.0/networks/6e06d9a4-c3cc-4d57-9431-dcfeac509b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003864 Jul 20 19:29:37.840625 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f23cede-1a4e-43a2-9d25-f159413f2bc9 req-dead46a0-402f-4f2c-9d8d-226294ec0297 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:37.842157 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1f23cede-1a4e-43a2-9d25-f159413f2bc9 req-dead46a0-402f-4f2c-9d8d-226294ec0297 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0970321 Jul 20 19:29:37.884022 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-c49e0948-5448-4f24-b6ec-1a5103771863 service neutron] 10.222.0.79 "GET /v2.0/networks/6e06d9a4-c3cc-4d57-9431-dcfeac509b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693094 Jul 20 19:29:37.905968 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1f23cede-1a4e-43a2-9d25-f159413f2bc9 req-c73ca279-6180-46b6-adb3-545a2b211ff2 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573039 Jul 20 19:29:38.080509 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3f60f01c-841b-46ac-aff8-d363d1651108 req-42043d8d-6e9b-4cfa-936a-08a36c35e085 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac8e4a2-4d14-4122-a963-6b8db3d39f3d HTTP/1.1" status: 200 len: 210 time: 0.0509737 Jul 20 19:29:39.023925 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4c49f8-fa44-4d5f-bf12-287765a3c95d req-9a478c48-877c-4eae-bd0c-76e7a6eeacd6 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:39.025452 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9c4c49f8-fa44-4d5f-bf12-287765a3c95d req-9a478c48-877c-4eae-bd0c-76e7a6eeacd6 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0507948 Jul 20 19:29:39.079512 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9c4c49f8-fa44-4d5f-bf12-287765a3c95d req-49fa6e3b-8217-4174-9802-3beff0bb55cb tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477998 Jul 20 19:29:39.186884 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3fb1e6d8-0005-41c6-85e4-900f3aaff940 req-f62b80a5-cf35-4719-a67e-3e29e6b90d41 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac8e4a2-4d14-4122-a963-6b8db3d39f3d HTTP/1.1" status: 200 len: 210 time: 0.0343692 Jul 20 19:29:39.623148 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-a534a14e-2732-437c-874a-0f8b85779052 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:39.625667 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-a534a14e-2732-437c-874a-0f8b85779052 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.96 "GET /v2.0/networks?id=6e06d9a4-c3cc-4d57-9431-dcfeac509b05 HTTP/1.1" status: 200 len: 814 time: 0.1572134 Jul 20 19:29:39.653170 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-f731f5a2-5b47-413f-bafe-da15fbbd69e8 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Request body: {'port': {'device_id': '2ac8e4a2-4d14-4122-a963-6b8db3d39f3d', 'network_id': '6e06d9a4-c3cc-4d57-9431-dcfeac509b05', 'admin_state_up': True, 'tenant_id': '2aa8c8dd804b46ca8996788a32b8383e'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:29:39.790018 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-f731f5a2-5b47-413f-bafe-da15fbbd69e8 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Made reservation on behalf of 2aa8c8dd804b46ca8996788a32b8383e for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:29:39.794498 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-f731f5a2-5b47-413f-bafe-da15fbbd69e8 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:39.960313 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-f731f5a2-5b47-413f-bafe-da15fbbd69e8 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Allocated IP 172.20.0.7 (6e06d9a4-c3cc-4d57-9431-dcfeac509b05/ec3fabab-604f-444b-a3c2-c053ae9a341a/b89d5bd5-4a69-49c7-ac4b-30e7fb240a41) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:29:40.038418 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:40.141141 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:40.159863 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-f731f5a2-5b47-413f-bafe-da15fbbd69e8 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Publish callbacks [] for port (b89d5bd5-4a69-49c7-ac4b-30e7fb240a41), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:40.203203 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-f731f5a2-5b47-413f-bafe-da15fbbd69e8 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (b89d5bd5-4a69-49c7-ac4b-30e7fb240a41), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:40.272415 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-f731f5a2-5b47-413f-bafe-da15fbbd69e8 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Network 6e06d9a4-c3cc-4d57-9431-dcfeac509b05 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:29:40.282494 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-f731f5a2-5b47-413f-bafe-da15fbbd69e8 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:29:40.285533 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-f731f5a2-5b47-413f-bafe-da15fbbd69e8 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:29:40.292584 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-f731f5a2-5b47-413f-bafe-da15fbbd69e8 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:40.293705 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-f731f5a2-5b47-413f-bafe-da15fbbd69e8 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:40.298506 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731f5a2-5b47-413f-bafe-da15fbbd69e8 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Pushing event updated for resources: {'Port': ['ID=b89d5bd5-4a69-49c7-ac4b-30e7fb240a41,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:40.331237 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-f731f5a2-5b47-413f-bafe-da15fbbd69e8 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6821470 Jul 20 19:29:40.464604 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0484a201-0bc2-48c7-ad64-4e12da4bdc43 req-7b0aa224-2fe9-4c00-8042-f7284cee134c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:40.466316 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0484a201-0bc2-48c7-ad64-4e12da4bdc43 req-7b0aa224-2fe9-4c00-8042-f7284cee134c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.3058746 Jul 20 19:29:40.482259 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:40.491227 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d8af86-9fa6-4472-b0f2-b46a74b31414 req-37a2df51-1173-451f-a771-8ec29b65c96f tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:40.492716 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-61d8af86-9fa6-4472-b0f2-b46a74b31414 req-37a2df51-1173-451f-a771-8ec29b65c96f tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac8e4a2-4d14-4122-a963-6b8db3d39f3d HTTP/1.1" status: 200 len: 931 time: 0.0750759 Jul 20 19:29:40.569136 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0484a201-0bc2-48c7-ad64-4e12da4bdc43 req-614d2feb-7353-47ab-932d-55f6c1c46e3c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949342 Jul 20 19:29:40.584210 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-61d8af86-9fa6-4472-b0f2-b46a74b31414 req-3ab71433-3879-4c13-87b2-9ade2080d828 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830777 Jul 20 19:29:41.696126 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:41.733267 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b21362a-a1ba-4a32-8bf9-b29c7453a1f4 req-2126c523-c6c1-4545-9c66-402430a6c722 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:41.734787 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7b21362a-a1ba-4a32-8bf9-b29c7453a1f4 req-2126c523-c6c1-4545-9c66-402430a6c722 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0904379 Jul 20 19:29:41.756502 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1080caaa-099f-413a-8266-dd75e7394e2d req-54144736-ab19-4994-b923-8ff2f8dac2ef tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:41.758060 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1080caaa-099f-413a-8266-dd75e7394e2d req-54144736-ab19-4994-b923-8ff2f8dac2ef tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac8e4a2-4d14-4122-a963-6b8db3d39f3d HTTP/1.1" status: 200 len: 931 time: 0.0751953 Jul 20 19:29:41.819327 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7b21362a-a1ba-4a32-8bf9-b29c7453a1f4 req-c4697304-05ff-4323-bd5f-cbeeaf6ccb46 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773015 Jul 20 19:29:41.835393 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1080caaa-099f-413a-8266-dd75e7394e2d req-ffd21707-d490-44b9-a66e-78f0172ea7db tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699635 Jul 20 19:29:42.971446 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcf3a19-c3ae-4101-9bec-0cefc3621744 req-486e4480-605d-47c7-8480-b234fa258406 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:42.972865 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-edcf3a19-c3ae-4101-9bec-0cefc3621744 req-486e4480-605d-47c7-8480-b234fa258406 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0839894 Jul 20 19:29:42.992214 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd09e21-be88-4b60-b246-fcfa23bb94a7 req-d73f5b6d-02f4-482f-84e3-cbc065ff0be3 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:42.993730 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2bd09e21-be88-4b60-b246-fcfa23bb94a7 req-d73f5b6d-02f4-482f-84e3-cbc065ff0be3 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac8e4a2-4d14-4122-a963-6b8db3d39f3d HTTP/1.1" status: 200 len: 931 time: 0.0706880 Jul 20 19:29:43.063226 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-edcf3a19-c3ae-4101-9bec-0cefc3621744 req-5d674a58-9bd0-4763-9730-62d8e843f7bb tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835238 Jul 20 19:29:43.071086 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2bd09e21-be88-4b60-b246-fcfa23bb94a7 req-aa2b6e4b-8796-4525-9911-910375aa49d8 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686038 Jul 20 19:29:43.445584 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Request body: {'port': {'device_id': '2ac8e4a2-4d14-4122-a963-6b8db3d39f3d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85054'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:29:43.507303 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (b89d5bd5-4a69-49c7-ac4b-30e7fb240a41), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:43.601147 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5fd6ec06-2362-4885-aa6b-e5e112663578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:43.996392 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b89d5bd5-4a69-49c7-ac4b-30e7fb240a41 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:29:44.003880 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Publish callbacks [] for port (b89d5bd5-4a69-49c7-ac4b-30e7fb240a41), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:44.017253 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Transition to ACTIVE for port object b89d5bd5-4a69-49c7-ac4b-30e7fb240a41 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:29:44.021426 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (b89d5bd5-4a69-49c7-ac4b-30e7fb240a41), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:44.073226 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Pushing event updated for resources: {'Port': ['ID=b89d5bd5-4a69-49c7-ac4b-30e7fb240a41,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:44.096767 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:44.097222 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:44.098536 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:44.098536 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:44.098536 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:44.098536 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:44.098536 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:44.100343 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:44.100343 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:44.101145 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:44.101145 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:44.101295 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:44.101552 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:44.101958 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:44.102154 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:44.121776 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Attempting to bind port b89d5bd5-4a69-49c7-ac4b-30e7fb240a41 on host hv-cinder-85054 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:29:44.122122 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Attempting to bind port b89d5bd5-4a69-49c7-ac4b-30e7fb240a41 by drivers openvswitch,hyperv on host hv-cinder-85054 at level 0 using segments [{'id': '21affb50-584a-420e-9d0e-02edacdca8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '6e06d9a4-c3cc-4d57-9431-dcfeac509b05'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:29:44.122451 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Attempting to bind port b89d5bd5-4a69-49c7-ac4b-30e7fb240a41 on network 6e06d9a4-c3cc-4d57-9431-dcfeac509b05 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:29:44.127319 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Port b89d5bd5-4a69-49c7-ac4b-30e7fb240a41 on network 6e06d9a4-c3cc-4d57-9431-dcfeac509b05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85054 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:29:44.127641 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Attempting to bind port b89d5bd5-4a69-49c7-ac4b-30e7fb240a41 on network 6e06d9a4-c3cc-4d57-9431-dcfeac509b05 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:29:44.133092 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Checking agent: {'id': 'e6883320-19dd-4a2d-8302-97f8dd23b041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85054', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'started_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 29, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:29:44.133497 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Checking segment: {'id': '21affb50-584a-420e-9d0e-02edacdca8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '6e06d9a4-c3cc-4d57-9431-dcfeac509b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:29:44.133894 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Bound using segment: {'id': '21affb50-584a-420e-9d0e-02edacdca8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '6e06d9a4-c3cc-4d57-9431-dcfeac509b05'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:29:44.134314 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Bound port: b89d5bd5-4a69-49c7-ac4b-30e7fb240a41, host: hv-cinder-85054, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21affb50-584a-420e-9d0e-02edacdca8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '6e06d9a4-c3cc-4d57-9431-dcfeac509b05'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:29:44.134677 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (b89d5bd5-4a69-49c7-ac4b-30e7fb240a41), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:44.207744 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] For port b89d5bd5-4a69-49c7-ac4b-30e7fb240a41, host hv-cinder-85054, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:29:44.212459 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] For port b89d5bd5-4a69-49c7-ac4b-30e7fb240a41, host hv-cinder-85054, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=b89d5bd5-4a69-49c7-ac4b-30e7fb240a41,segment=NetworkSegment(21affb50-584a-420e-9d0e-02edacdca8c4),segment_id=21affb50-584a-420e-9d0e-02edacdca8c4)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:29:44.218600 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (b89d5bd5-4a69-49c7-ac4b-30e7fb240a41), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:44.227490 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed53e16-22d7-44bf-bc5c-14accae4545a req-cad208f7-6e76-4f90-b803-6fbdf110ba30 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:44.228083 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:44.229088 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1ed53e16-22d7-44bf-bc5c-14accae4545a req-cad208f7-6e76-4f90-b803-6fbdf110ba30 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0869370 Jul 20 19:29:44.235111 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6972ad-a2bc-44fb-9711-bbf8172cb620 req-861b261e-ef95-4772-bc38-6a3d43c81bd5 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:44.236511 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5c6972ad-a2bc-44fb-9711-bbf8172cb620 req-861b261e-ef95-4772-bc38-6a3d43c81bd5 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac8e4a2-4d14-4122-a963-6b8db3d39f3d HTTP/1.1" status: 200 len: 943 time: 0.0830519 Jul 20 19:29:44.256804 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:44.257464 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:44.258847 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] 10.222.0.96 "PUT /v2.0/ports/b89d5bd5-4a69-49c7-ac4b-30e7fb240a41 HTTP/1.1" status: 200 len: 1093 time: 0.8176477 Jul 20 19:29:44.259752 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac8e4a2-4d14-4122-a963-6b8db3d39f3d', 'tag': 'b89d5bd5-4a69-49c7-ac4b-30e7fb240a41'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:29:44.262037 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9cd79ebd3f805e6a7478220ee26c4e1921248cfe9318229c3fb3c09e22ed3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e31d6fe-108c-4edf-8ff2-d06585b70d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "2ac8e4a2-4d14-4122-a963-6b8db3d39f3d", "tag": "b89d5bd5-4a69-49c7-ac4b-30e7fb240a41"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:29:44.287100 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496754fa-415e-447a-8443-da5a985e7e0f service neutron] Pushing event updated for resources: {'Port': ['ID=b89d5bd5-4a69-49c7-ac4b-30e7fb240a41,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:44.319500 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5c6972ad-a2bc-44fb-9711-bbf8172cb620 req-e7f9f468-b2ed-4bcc-8a7d-d72465dab2f2 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755343 Jul 20 19:29:44.322536 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1ed53e16-22d7-44bf-bc5c-14accae4545a req-f45cd81a-19dd-4ded-8997-b6f77111a9af tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851402 Jul 20 19:29:44.378497 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32f7d8fe-9075-4215-845b-7b2c567364d5 x-openstack-request-id: req-32f7d8fe-9075-4215-845b-7b2c567364d5 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:29:44.378776 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2ac8e4a2-4d14-4122-a963-6b8db3d39f3d", "tag": "b89d5bd5-4a69-49c7-ac4b-30e7fb240a41", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:29:44.379026 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-32f7d8fe-9075-4215-845b-7b2c567364d5 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:29:44.379432 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-32f7d8fe-9075-4215-845b-7b2c567364d5'] response: {'name': 'network-changed', 'server_uuid': '2ac8e4a2-4d14-4122-a963-6b8db3d39f3d', 'tag': 'b89d5bd5-4a69-49c7-ac4b-30e7fb240a41', 'status': 'completed', 'code': 200} Jul 20 19:29:44.411926 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-b510f29e-ce4c-489a-928d-c35c49715d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:44.414021 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-b510f29e-ce4c-489a-928d-c35c49715d53 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2aa8c8dd804b46ca8996788a32b8383e&device_id=2ac8e4a2-4d14-4122-a963-6b8db3d39f3d HTTP/1.1" status: 200 len: 1127 time: 0.0497043 Jul 20 19:29:44.488971 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-9cad2d08-8518-48ec-8e81-9fdc40505532 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b89d5bd5-4a69-49c7-ac4b-30e7fb240a41 HTTP/1.1" status: 200 len: 217 time: 0.0426476 Jul 20 19:29:44.531152 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:44.549182 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-aecbdd7b-6961-4159-a7c6-8276b43b8fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:44.550660 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-aecbdd7b-6961-4159-a7c6-8276b43b8fc1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ec3fabab-604f-444b-a3c2-c053ae9a341a HTTP/1.1" status: 200 len: 854 time: 0.0501947 Jul 20 19:29:44.596093 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-fd778a46-87be-49d9-b299-f60c3bfc29bc service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6e06d9a4-c3cc-4d57-9431-dcfeac509b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311654 Jul 20 19:29:44.715508 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-384ae6fa-92ef-432f-832c-0bce76b94c41 service neutron] 10.222.0.96 "GET /v2.0/networks/6e06d9a4-c3cc-4d57-9431-dcfeac509b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1082795 Jul 20 19:29:44.841084 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-2ceeee6a-f6c2-4945-8d04-1b6badbb6022 req-5619b2c6-6284-430e-bfde-8c38f915fa21 service neutron] 10.222.0.96 "GET /v2.0/networks/6e06d9a4-c3cc-4d57-9431-dcfeac509b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113846 Jul 20 19:29:44.892508 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 36190) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:45.005548 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-98600eff-98ce-4799-b530-44397586814f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:45.090646 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-98600eff-98ce-4799-b530-44397586814f admin admin] Publish callbacks [] for security_group (763a48ef-0e64-4fa1-bf29-4a6f3f8841ff), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:45.094904 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-98600eff-98ce-4799-b530-44397586814f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (763a48ef-0e64-4fa1-bf29-4a6f3f8841ff), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:45.138197 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98600eff-98ce-4799-b530-44397586814f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=763a48ef-0e64-4fa1-bf29-4a6f3f8841ff,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:45.142513 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-98600eff-98ce-4799-b530-44397586814f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9a601a7ea00f4972a2a4641c42a8670f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2488556 Jul 20 19:29:45.146411 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 36194) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:45.196101 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d40793a-dcd5-4c59-b8f6-797f0dff232b admin admin] Publish callbacks [] for security_group (763a48ef-0e64-4fa1-bf29-4a6f3f8841ff), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:45.219046 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d40793a-dcd5-4c59-b8f6-797f0dff232b admin admin] Publish callbacks [] for security_group (763a48ef-0e64-4fa1-bf29-4a6f3f8841ff), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:45.269705 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d40793a-dcd5-4c59-b8f6-797f0dff232b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (763a48ef-0e64-4fa1-bf29-4a6f3f8841ff), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:45.273394 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4d40793a-dcd5-4c59-b8f6-797f0dff232b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:45.274588 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-4d40793a-dcd5-4c59-b8f6-797f0dff232b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/763a48ef-0e64-4fa1-bf29-4a6f3f8841ff HTTP/1.1" status: 204 len: 168 time: 0.1280355 Jul 20 19:29:45.283099 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d40793a-dcd5-4c59-b8f6-797f0dff232b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=763a48ef-0e64-4fa1-bf29-4a6f3f8841ff,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:45.516666 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be1e33-31e9-482b-9b2e-7247487663c6 req-b4d61f8f-5fc0-4a4c-9b0c-4c1bb3bb6037 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:45.518158 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-81be1e33-31e9-482b-9b2e-7247487663c6 req-b4d61f8f-5fc0-4a4c-9b0c-4c1bb3bb6037 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0932596 Jul 20 19:29:45.524770 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cce4ce8-abc0-4b79-b37e-d8755acfe14d req-2460f560-3f96-4afe-9557-8df433307f33 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:45.526333 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6cce4ce8-abc0-4b79-b37e-d8755acfe14d req-2460f560-3f96-4afe-9557-8df433307f33 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac8e4a2-4d14-4122-a963-6b8db3d39f3d HTTP/1.1" status: 200 len: 943 time: 0.1001968 Jul 20 19:29:45.605263 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-81be1e33-31e9-482b-9b2e-7247487663c6 req-72792ed3-96cd-471f-b9b0-bebe62b3e051 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779085 Jul 20 19:29:45.609922 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6cce4ce8-abc0-4b79-b37e-d8755acfe14d req-c5fec6ab-42e0-4add-9e67-f14824d176eb tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756845 Jul 20 19:29:45.621636 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 36206) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:45.641636 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-483007be-8275-4609-a23d-a07a6484de8c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:45.733949 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-483007be-8275-4609-a23d-a07a6484de8c admin admin] Publish callbacks [] for security_group (e782c1ee-f12f-46af-90c4-ee83e499fa49), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:45.738043 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-483007be-8275-4609-a23d-a07a6484de8c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (e782c1ee-f12f-46af-90c4-ee83e499fa49), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:45.786219 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-483007be-8275-4609-a23d-a07a6484de8c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b71d0867b1a043249865c701f735c2c6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1605532 Jul 20 19:29:45.786219 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483007be-8275-4609-a23d-a07a6484de8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e782c1ee-f12f-46af-90c4-ee83e499fa49,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:45.787527 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 36218) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:45.795906 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483007be-8275-4609-a23d-a07a6484de8c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:45.796551 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483007be-8275-4609-a23d-a07a6484de8c admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:45.796689 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483007be-8275-4609-a23d-a07a6484de8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:45.797137 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483007be-8275-4609-a23d-a07a6484de8c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:45.797541 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483007be-8275-4609-a23d-a07a6484de8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:45.797945 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483007be-8275-4609-a23d-a07a6484de8c admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:45.798359 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483007be-8275-4609-a23d-a07a6484de8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:45.798746 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483007be-8275-4609-a23d-a07a6484de8c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:45.799143 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483007be-8275-4609-a23d-a07a6484de8c admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:45.799841 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483007be-8275-4609-a23d-a07a6484de8c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:45.799841 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483007be-8275-4609-a23d-a07a6484de8c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:45.800255 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483007be-8275-4609-a23d-a07a6484de8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:45.800667 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483007be-8275-4609-a23d-a07a6484de8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:45.801087 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483007be-8275-4609-a23d-a07a6484de8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:45.801676 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-483007be-8275-4609-a23d-a07a6484de8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:45.842015 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3f44af1b-e5c4-4dbf-a98a-294e9ad58d86 admin admin] Publish callbacks [] for security_group (e782c1ee-f12f-46af-90c4-ee83e499fa49), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:45.870783 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3f44af1b-e5c4-4dbf-a98a-294e9ad58d86 admin admin] Publish callbacks [] for security_group (e782c1ee-f12f-46af-90c4-ee83e499fa49), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:45.938447 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3f44af1b-e5c4-4dbf-a98a-294e9ad58d86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (e782c1ee-f12f-46af-90c4-ee83e499fa49), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:45.941062 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3f44af1b-e5c4-4dbf-a98a-294e9ad58d86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:45.945708 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-3f44af1b-e5c4-4dbf-a98a-294e9ad58d86 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e782c1ee-f12f-46af-90c4-ee83e499fa49 HTTP/1.1" status: 204 len: 168 time: 0.1542060 Jul 20 19:29:45.951600 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f44af1b-e5c4-4dbf-a98a-294e9ad58d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e782c1ee-f12f-46af-90c4-ee83e499fa49,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:45.953988 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8f6c38f1-c934-4fd2-af1f-0f66f6f65306 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:46.219275 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=43 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:46.235687 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=46 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:46.663593 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31d6fe-108c-4edf-8ff2-d06585b70d0c req-89ea840d-24f9-47ba-8a9c-05316dc73008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:46.665098 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-1e31d6fe-108c-4edf-8ff2-d06585b70d0c req-89ea840d-24f9-47ba-8a9c-05316dc73008 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2aa8c8dd804b46ca8996788a32b8383e&device_id=2ac8e4a2-4d14-4122-a963-6b8db3d39f3d HTTP/1.1" status: 200 len: 1127 time: 0.0444362 Jul 20 19:29:46.734523 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:INSERT=9 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:46.737435 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:46.768821 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:46.788139 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:DELETE=5 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:46.809133 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31d6fe-108c-4edf-8ff2-d06585b70d0c req-8a811fba-2253-4f66-9892-1d28c8ff80c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:46.810579 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-1e31d6fe-108c-4edf-8ff2-d06585b70d0c req-8a811fba-2253-4f66-9892-1d28c8ff80c7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=6e06d9a4-c3cc-4d57-9431-dcfeac509b05 HTTP/1.1" status: 200 len: 915 time: 0.1352472 Jul 20 19:29:46.816457 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31190f99-13b2-4f62-b40a-47214a731301 req-326dcdbd-76a3-44c8-a7fb-6de0c717dbe9 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:46.818558 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-31190f99-13b2-4f62-b40a-47214a731301 req-326dcdbd-76a3-44c8-a7fb-6de0c717dbe9 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0821457 Jul 20 19:29:46.825660 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68b423-4fc2-4eb9-a374-6669e3eb7b2a req-02624726-7328-455c-b675-5e11ef1c0826 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:46.832587 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2b68b423-4fc2-4eb9-a374-6669e3eb7b2a req-02624726-7328-455c-b675-5e11ef1c0826 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac8e4a2-4d14-4122-a963-6b8db3d39f3d HTTP/1.1" status: 200 len: 943 time: 0.1065183 Jul 20 19:29:46.863073 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-1e31d6fe-108c-4edf-8ff2-d06585b70d0c req-6f6fd3f0-1e8e-4fc8-901d-89ddfd82e9ce service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b89d5bd5-4a69-49c7-ac4b-30e7fb240a41 HTTP/1.1" status: 200 len: 217 time: 0.0418782 Jul 20 19:29:46.922649 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:46.932343 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2b68b423-4fc2-4eb9-a374-6669e3eb7b2a req-b8b1f34a-140f-4ff9-b3bd-12729fa6b1e7 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979354 Jul 20 19:29:46.954288 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-31190f99-13b2-4f62-b40a-47214a731301 req-2c598b8d-bea4-4691-bd5e-c664f55fcfa9 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186872 Jul 20 19:29:46.955640 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e31d6fe-108c-4edf-8ff2-d06585b70d0c req-2f453038-6c42-4561-b2fc-3b1b7a3a05a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:46.966754 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-1e31d6fe-108c-4edf-8ff2-d06585b70d0c req-2f453038-6c42-4561-b2fc-3b1b7a3a05a9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ec3fabab-604f-444b-a3c2-c053ae9a341a HTTP/1.1" status: 200 len: 854 time: 0.0838165 Jul 20 19:29:47.027192 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-1e31d6fe-108c-4edf-8ff2-d06585b70d0c req-5c874931-bc52-416c-8791-5b50ae8142b3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6e06d9a4-c3cc-4d57-9431-dcfeac509b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402169 Jul 20 19:29:47.165627 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-1e31d6fe-108c-4edf-8ff2-d06585b70d0c req-40c0ac3a-517d-48d4-b7e5-ef17b42db475 service neutron] 10.222.0.96 "GET /v2.0/networks/6e06d9a4-c3cc-4d57-9431-dcfeac509b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198964 Jul 20 19:29:47.291907 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-1e31d6fe-108c-4edf-8ff2-d06585b70d0c req-89c79123-740d-437c-853b-ab5c15be9aba service neutron] 10.222.0.96 "GET /v2.0/networks/6e06d9a4-c3cc-4d57-9431-dcfeac509b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152864 Jul 20 19:29:47.458422 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 36284) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:47.585976 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eada0343-5d44-4b99-bfa1-f036ed8cc3b8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:47.669269 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eada0343-5d44-4b99-bfa1-f036ed8cc3b8 admin admin] Publish callbacks [] for security_group (ac8e1c3a-fb2a-4f33-b822-117d95ea5501), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:47.673147 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-eada0343-5d44-4b99-bfa1-f036ed8cc3b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (ac8e1c3a-fb2a-4f33-b822-117d95ea5501), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:47.713618 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eada0343-5d44-4b99-bfa1-f036ed8cc3b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8e1c3a-fb2a-4f33-b822-117d95ea5501,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:47.719454 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-eada0343-5d44-4b99-bfa1-f036ed8cc3b8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=16b434ffed9f4a218fae3443c7cc7d31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2600727 Jul 20 19:29:47.722515 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 36294) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:47.782677 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f1814be-3e1a-4966-87ee-5447207a7052 admin admin] Publish callbacks [] for security_group (ac8e1c3a-fb2a-4f33-b822-117d95ea5501), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:47.808172 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f1814be-3e1a-4966-87ee-5447207a7052 admin admin] Publish callbacks [] for security_group (ac8e1c3a-fb2a-4f33-b822-117d95ea5501), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:47.858370 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f1814be-3e1a-4966-87ee-5447207a7052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (ac8e1c3a-fb2a-4f33-b822-117d95ea5501), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:47.860946 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f1814be-3e1a-4966-87ee-5447207a7052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:47.864544 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-6f1814be-3e1a-4966-87ee-5447207a7052 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ac8e1c3a-fb2a-4f33-b822-117d95ea5501 HTTP/1.1" status: 204 len: 168 time: 0.1385031 Jul 20 19:29:47.870372 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1814be-3e1a-4966-87ee-5447207a7052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8e1c3a-fb2a-4f33-b822-117d95ea5501,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:48.082688 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f39afc6-1036-4dde-b638-48788d7aa0b7 req-3329c198-c06d-4a59-88e7-342c688dd604 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:48.091712 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2f39afc6-1036-4dde-b638-48788d7aa0b7 req-3329c198-c06d-4a59-88e7-342c688dd604 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac8e4a2-4d14-4122-a963-6b8db3d39f3d HTTP/1.1" status: 200 len: 943 time: 0.0644367 Jul 20 19:29:48.184222 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2f39afc6-1036-4dde-b638-48788d7aa0b7 req-4bda1757-ffad-4503-8388-2d61d1b0e60a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916388 Jul 20 19:29:48.192563 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e724c12-165d-4f55-97c6-87b50850da14 req-a621a028-7b07-4d61-8dd1-5b7be5eed349 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:48.194624 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7e724c12-165d-4f55-97c6-87b50850da14 req-a621a028-7b07-4d61-8dd1-5b7be5eed349 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.1001093 Jul 20 19:29:48.277234 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7e724c12-165d-4f55-97c6-87b50850da14 req-57634927-7ffb-4c8b-9ded-cf96fe50b53d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667517 Jul 20 19:29:48.620984 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:48.808381 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device b89d5bd5-4a69-49c7-ac4b-30e7fb240a41 details requested by agent hyperv_hv-cinder-85054 with host hv-cinder-85054 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:29:48.811644 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:48.890603 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:DELETE=3,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:48.930198 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port b89d5bd5-4a69-49c7-ac4b-30e7fb240a41, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=b89d5bd5-4a69-49c7-ac4b-30e7fb240a41,segment=NetworkSegment(21affb50-584a-420e-9d0e-02edacdca8c4),segment_id=21affb50-584a-420e-9d0e-02edacdca8c4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:29:48.945159 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Returning: {'device': 'b89d5bd5-4a69-49c7-ac4b-30e7fb240a41', 'network_id': '6e06d9a4-c3cc-4d57-9431-dcfeac509b05', 'port_id': 'b89d5bd5-4a69-49c7-ac4b-30e7fb240a41', 'mac_address': 'fa:16:3e:5a:89:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 981, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3fabab-604f-444b-a3c2-c053ae9a341a', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:29:48.993539 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port b89d5bd5-4a69-49c7-ac4b-30e7fb240a41 is: DOWN; New status is: BUILD {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:29:48.994048 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (b89d5bd5-4a69-49c7-ac4b-30e7fb240a41), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:49.020004 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b89d5bd5-4a69-49c7-ac4b-30e7fb240a41 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:29:49.051904 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port b89d5bd5-4a69-49c7-ac4b-30e7fb240a41, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=b89d5bd5-4a69-49c7-ac4b-30e7fb240a41,segment=NetworkSegment(21affb50-584a-420e-9d0e-02edacdca8c4),segment_id=21affb50-584a-420e-9d0e-02edacdca8c4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:29:49.059717 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (b89d5bd5-4a69-49c7-ac4b-30e7fb240a41), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:49.117513 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=b89d5bd5-4a69-49c7-ac4b-30e7fb240a41,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:49.126058 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:49.126523 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:49.126869 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:49.127210 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:49.127546 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:49.127883 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:49.128278 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:49.128606 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:49.129065 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:49.129653 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:49.130049 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:49.130518 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:49.130938 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:49.131268 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:49.131596 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:29:49.210035 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:29:49.331089 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26e88da-12cb-4ab1-a8ad-509e15859255 req-8ed89b49-a91b-4bcf-abef-a9daebc675b8 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:49.334659 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e26e88da-12cb-4ab1-a8ad-509e15859255 req-8ed89b49-a91b-4bcf-abef-a9daebc675b8 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac8e4a2-4d14-4122-a963-6b8db3d39f3d HTTP/1.1" status: 200 len: 944 time: 0.0687721 Jul 20 19:29:49.421955 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9900c10-db04-4aa8-a09b-f59683d31760 req-c2b8dae3-6562-4cad-8ca6-c27ec7d6c231 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:49.423333 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f9900c10-db04-4aa8-a09b-f59683d31760 req-c2b8dae3-6562-4cad-8ca6-c27ec7d6c231 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0727720 Jul 20 19:29:49.432735 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e26e88da-12cb-4ab1-a8ad-509e15859255 req-9f424189-86ac-460e-b64d-8c111ea168e0 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931115 Jul 20 19:29:49.497737 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f9900c10-db04-4aa8-a09b-f59683d31760 req-4b68d04b-d42c-4023-ad7f-0aab1b48cef1 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642793 Jul 20 19:29:49.581446 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-5561fc0b-3d38-4cb9-98cb-536e22882d64 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-7941455&fields=id&tenant_id=3f1255754afb4cd384a11c87a9d717df HTTP/1.1" status: 200 len: 267 time: 0.0472536 Jul 20 19:29:49.629352 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['b89d5bd5-4a69-49c7-ac4b-30e7fb240a41'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:29:49.724369 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-b670fcb3-2e73-4176-acd7-1b697326fa84 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:49.730864 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-b670fcb3-2e73-4176-acd7-1b697326fa84 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/networks?id=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b HTTP/1.1" status: 200 len: 812 time: 0.1417766 Jul 20 19:29:49.748868 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-d75910f5-bf21-490b-87e4-258a98f6ae6b tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/quotas/3f1255754afb4cd384a11c87a9d717df HTTP/1.1" status: 200 len: 375 time: 0.0115125 Jul 20 19:29:49.796592 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:49.828986 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-638572ff-3235-46d5-9e6b-ada50054bad4 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3f1255754afb4cd384a11c87a9d717df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697012 Jul 20 19:29:50.044122 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:50.048745 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:INSERT=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:50.126028 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-0555d388-17bc-49df-baad-8b392ba42ddf service neutron] 10.222.0.79 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166017 Jul 20 19:29:50.234563 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-630624a3-ad85-44f1-9282-2647a96f6538 service neutron] 10.222.0.79 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997553 Jul 20 19:29:50.617946 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c0f3f80b-08cc-4c17-8209-c139b810a9fd req-b97974fd-8446-4ce7-9301-ea98783d407f tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 210 time: 0.0495198 Jul 20 19:29:50.626946 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e97188-af33-4755-a152-8857f66f7557 req-b39e888d-7834-48ee-8729-37169969b93d tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:50.628688 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e3e97188-af33-4755-a152-8857f66f7557 req-b39e888d-7834-48ee-8729-37169969b93d tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac8e4a2-4d14-4122-a963-6b8db3d39f3d HTTP/1.1" status: 200 len: 944 time: 0.1030800 Jul 20 19:29:50.744096 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e3e97188-af33-4755-a152-8857f66f7557 req-26a9fe5a-2fb7-4cc8-9a6c-3bd06b151da2 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087899 Jul 20 19:29:50.815566 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57125ba-c3a5-47c0-b297-b3afe9c55bb1 req-088e67b5-443b-4c2a-9561-f8a54ca9baa8 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:50.818607 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c57125ba-c3a5-47c0-b297-b3afe9c55bb1 req-088e67b5-443b-4c2a-9561-f8a54ca9baa8 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0715957 Jul 20 19:29:50.870137 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device b89d5bd5-4a69-49c7-ac4b-30e7fb240a41 up at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:29:50.898722 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c57125ba-c3a5-47c0-b297-b3afe9c55bb1 req-ed53e2eb-c050-4343-a94b-f0d84c0c5916 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730367 Jul 20 19:29:50.950071 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:50.959203 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning for port b89d5bd5-4a69-49c7-ac4b-30e7fb240a41 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:29:50.966253 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning complete for port b89d5bd5-4a69-49c7-ac4b-30e7fb240a41 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:29:50.967367 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (b89d5bd5-4a69-49c7-ac4b-30e7fb240a41), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:51.066833 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port b89d5bd5-4a69-49c7-ac4b-30e7fb240a41 is: BUILD; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:29:51.067347 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (b89d5bd5-4a69-49c7-ac4b-30e7fb240a41), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:51.114267 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac8e4a2-4d14-4122-a963-6b8db3d39f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89d5bd5-4a69-49c7-ac4b-30e7fb240a41'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:29:51.116666 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cdb92e9-b41b-46ba-8d4b-a9c2e0cdf20e" -d '{"events": [{"server_uuid": "2ac8e4a2-4d14-4122-a963-6b8db3d39f3d", "name": "network-vif-plugged", "status": "completed", "tag": "b89d5bd5-4a69-49c7-ac4b-30e7fb240a41"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:29:51.130353 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port b89d5bd5-4a69-49c7-ac4b-30e7fb240a41, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=b89d5bd5-4a69-49c7-ac4b-30e7fb240a41,segment=NetworkSegment(21affb50-584a-420e-9d0e-02edacdca8c4),segment_id=21affb50-584a-420e-9d0e-02edacdca8c4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:29:51.136607 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (b89d5bd5-4a69-49c7-ac4b-30e7fb240a41), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:51.170136 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a9801d3-7534-4e83-bea3-ee8cb9660415 x-openstack-request-id: req-8a9801d3-7534-4e83-bea3-ee8cb9660415 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:29:51.170517 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac8e4a2-4d14-4122-a963-6b8db3d39f3d", "name": "network-vif-plugged", "status": "completed", "tag": "b89d5bd5-4a69-49c7-ac4b-30e7fb240a41", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:29:51.170862 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8a9801d3-7534-4e83-bea3-ee8cb9660415 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:29:51.171327 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a9801d3-7534-4e83-bea3-ee8cb9660415'] response: {'server_uuid': '2ac8e4a2-4d14-4122-a963-6b8db3d39f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b89d5bd5-4a69-49c7-ac4b-30e7fb240a41', 'code': 200} Jul 20 19:29:51.203795 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=b89d5bd5-4a69-49c7-ac4b-30e7fb240a41,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:51.724729 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e92babfb-4f08-4e78-be91-274b05dad796 req-f883f0ba-0e94-4edf-8477-d2cc1040943b tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 210 time: 0.0289152 Jul 20 19:29:51.862729 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddab57c-64ae-4605-808b-b5a1823cab91 req-ef8740cc-2bf4-4002-9416-471f61e24c2b tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:51.864308 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ddab57c-64ae-4605-808b-b5a1823cab91 req-ef8740cc-2bf4-4002-9416-471f61e24c2b tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac8e4a2-4d14-4122-a963-6b8db3d39f3d HTTP/1.1" status: 200 len: 945 time: 0.0505826 Jul 20 19:29:51.920154 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ddab57c-64ae-4605-808b-b5a1823cab91 req-e4b97379-db32-4539-939e-926562c05445 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499356 Jul 20 19:29:51.985793 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f719c2-0039-469f-9c37-196746a0ab8d req-9caf535e-3241-4e7e-a803-06a5db365227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:51.987325 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-92f719c2-0039-469f-9c37-196746a0ab8d req-9caf535e-3241-4e7e-a803-06a5db365227 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=2ac8e4a2-4d14-4122-a963-6b8db3d39f3d HTTP/1.1" status: 200 len: 1129 time: 0.0483449 Jul 20 19:29:52.015435 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6e5951-e21e-411e-8d26-1ee9849c1342 req-392a5583-4c2e-4c1c-bf8c-a56259220305 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:52.017306 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fd6e5951-e21e-411e-8d26-1ee9849c1342 req-392a5583-4c2e-4c1c-bf8c-a56259220305 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0512793 Jul 20 19:29:52.046968 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-92f719c2-0039-469f-9c37-196746a0ab8d req-b56845b3-7bf7-4363-8a32-9cadedc69751 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452137 Jul 20 19:29:52.069549 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fd6e5951-e21e-411e-8d26-1ee9849c1342 req-0cd4630e-dc5b-498b-99f2-dad00cf15c05 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449018 Jul 20 19:29:52.519674 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-c6fa2bda-e0ac-4904-818b-6e9df3d1e74e tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:52.521652 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-c6fa2bda-e0ac-4904-818b-6e9df3d1e74e tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.96 "GET /v2.0/networks?id=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b HTTP/1.1" status: 200 len: 812 time: 0.1193082 Jul 20 19:29:52.825842 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3e47d327-ed2c-41af-9863-994ea5b90036 req-7b0cf128-f6f0-4ab3-a75a-e36247233791 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 210 time: 0.0299022 Jul 20 19:29:53.036466 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899107c-741b-4826-88b3-d95ff885e61a req-aa69177f-4754-482a-9e74-04838c579f50 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:53.037986 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3899107c-741b-4826-88b3-d95ff885e61a req-aa69177f-4754-482a-9e74-04838c579f50 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac8e4a2-4d14-4122-a963-6b8db3d39f3d HTTP/1.1" status: 200 len: 945 time: 0.0485256 Jul 20 19:29:53.085001 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3899107c-741b-4826-88b3-d95ff885e61a req-b71b8e28-cc64-43a7-8920-b52cb60a2253 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414488 Jul 20 19:29:53.219541 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-9eb0ca2b-3be1-4f0d-99f5-b75b6b1fc1e8 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f1255754afb4cd384a11c87a9d717df HTTP/1.1" status: 200 len: 377 time: 0.0645180 Jul 20 19:29:53.252601 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-25b77619-5079-4408-be73-40fceac42702 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Request body: {'port': {'device_id': '000b3a8a-e2f6-4b99-b44b-add74e40f420', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'admin_state_up': True, 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'security_groups': ['f83f3b1c-4b9e-4071-849a-158d7197aa48']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:29:53.385989 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefb9ece-7a6f-43f1-bdc6-e0e13e3fd38c req-2eeb4ae7-e527-4074-b013-4aadbd37ae49 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:53.387471 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fefb9ece-7a6f-43f1-bdc6-e0e13e3fd38c req-2eeb4ae7-e527-4074-b013-4aadbd37ae49 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0667326 Jul 20 19:29:53.394232 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:53.402918 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-d26a43a1-52b1-4d84-bf64-2afaf2c107f2 req-03e616f4-c96f-4789-9836-b382e42f7d6d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479565 Jul 20 19:29:53.456774 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-25b77619-5079-4408-be73-40fceac42702 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Made reservation on behalf of 3f1255754afb4cd384a11c87a9d717df for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:29:53.460383 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-25b77619-5079-4408-be73-40fceac42702 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:53.466377 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fefb9ece-7a6f-43f1-bdc6-e0e13e3fd38c req-6dedec64-4750-4866-8b91-d1dacba74d11 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687034 Jul 20 19:29:53.473216 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:53.611668 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-25b77619-5079-4408-be73-40fceac42702 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Allocated IP 172.20.0.12 (bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b/4d19357c-ece7-45d1-a6a5-4668097ab380/caa55c24-a3af-4dbe-9f01-010be87c9cc7) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:29:53.788726 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-25b77619-5079-4408-be73-40fceac42702 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for port (caa55c24-a3af-4dbe-9f01-010be87c9cc7), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:53.822840 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-25b77619-5079-4408-be73-40fceac42702 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (caa55c24-a3af-4dbe-9f01-010be87c9cc7), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:53.874039 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-25b77619-5079-4408-be73-40fceac42702 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Network bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:29:53.877762 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-25b77619-5079-4408-be73-40fceac42702 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:29:53.880394 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b77619-5079-4408-be73-40fceac42702 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Pushing event updated for resources: {'Port': ['ID=caa55c24-a3af-4dbe-9f01-010be87c9cc7,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:53.883250 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-25b77619-5079-4408-be73-40fceac42702 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:29:53.979365 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-25b77619-5079-4408-be73-40fceac42702 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:53.979891 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-25b77619-5079-4408-be73-40fceac42702 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:54.006912 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b7a286-62e1-4fa1-9e8b-2e15a1425e4a req-ea1017c9-66c7-43c1-8dd0-876979206a6c tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:54.008467 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-03b7a286-62e1-4fa1-9e8b-2e15a1425e4a req-ea1017c9-66c7-43c1-8dd0-876979206a6c tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 932 time: 0.0807965 Jul 20 19:29:54.015506 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-25b77619-5079-4408-be73-40fceac42702 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7678151 Jul 20 19:29:54.073469 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-03b7a286-62e1-4fa1-9e8b-2e15a1425e4a req-3be018f6-5bed-41fd-9ad4-ceb44cf05363 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0566442 Jul 20 19:29:54.146902 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-bf2565ac-022b-476d-8238-bf59eeece6e7 None None] Provisioning complete for port caa55c24-a3af-4dbe-9f01-010be87c9cc7 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:29:54.147539 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bf2565ac-022b-476d-8238-bf59eeece6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (caa55c24-a3af-4dbe-9f01-010be87c9cc7), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:54.183573 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-bf2565ac-022b-476d-8238-bf59eeece6e7 None None] Port caa55c24-a3af-4dbe-9f01-010be87c9cc7 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:29:54.210449 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dd8b8b-8a0c-4c13-b321-42f56a5e4798 req-744c2740-08d8-4cbc-8bd9-1f2bef5212a7 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:54.212038 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e3dd8b8b-8a0c-4c13-b321-42f56a5e4798 req-744c2740-08d8-4cbc-8bd9-1f2bef5212a7 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac8e4a2-4d14-4122-a963-6b8db3d39f3d HTTP/1.1" status: 200 len: 945 time: 0.0578039 Jul 20 19:29:54.265601 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e3dd8b8b-8a0c-4c13-b321-42f56a5e4798 req-1cd4f192-ee1e-4dc6-b50a-ac11e6f81ceb tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463674 Jul 20 19:29:54.567308 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-b1aa330a-0721-419f-a98f-3da16d7a8b95 service neutron] Request body: {'port': {'device_id': '000b3a8a-e2f6-4b99-b44b-add74e40f420', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85054'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:29:54.616990 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a43a1-52b1-4d84-bf64-2afaf2c107f2 req-f1d67e33-4fe0-4e51-a009-420928a6e9ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:54.618535 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-d26a43a1-52b1-4d84-bf64-2afaf2c107f2 req-f1d67e33-4fe0-4e51-a009-420928a6e9ec service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9c025843a2de49d48c39b40f2261d3bf&device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 1129 time: 0.0682969 Jul 20 19:29:54.637401 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdf5d52-919c-4a5f-a61f-ca0f4380343f req-df7ffddc-c6d7-4192-9598-4a4a3a1f793c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:54.639290 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cfdf5d52-919c-4a5f-a61f-ca0f4380343f req-df7ffddc-c6d7-4192-9598-4a4a3a1f793c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0909913 Jul 20 19:29:54.690470 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-b1aa330a-0721-419f-a98f-3da16d7a8b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (caa55c24-a3af-4dbe-9f01-010be87c9cc7), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:54.710383 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:54.750462 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:54.778921 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cfdf5d52-919c-4a5f-a61f-ca0f4380343f req-702fbb43-f6b7-4445-b9eb-a80e95b8772d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325674 Jul 20 19:29:54.802958 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a43a1-52b1-4d84-bf64-2afaf2c107f2 req-25cb10bf-01ca-40c2-933c-ba45d69a5f41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:54.804762 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-d26a43a1-52b1-4d84-bf64-2afaf2c107f2 req-25cb10bf-01ca-40c2-933c-ba45d69a5f41 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc HTTP/1.1" status: 200 len: 919 time: 0.1594872 Jul 20 19:29:54.864777 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-d26a43a1-52b1-4d84-bf64-2afaf2c107f2 req-7d1dff43-a93a-4651-b15a-469120d1e445 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2c254e5-f31b-4788-9fa7-0f9ebfad4218 HTTP/1.1" status: 200 len: 217 time: 0.0478992 Jul 20 19:29:54.993745 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a43a1-52b1-4d84-bf64-2afaf2c107f2 req-7d48fd27-766c-458f-b66c-65255a58f4dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:54.995229 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-d26a43a1-52b1-4d84-bf64-2afaf2c107f2 req-7d48fd27-766c-458f-b66c-65255a58f4dd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d0032299-b9fa-48f2-97fd-620bc1f7e167 HTTP/1.1" status: 200 len: 857 time: 0.0738618 Jul 20 19:29:55.044680 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a43a1-52b1-4d84-bf64-2afaf2c107f2 req-08d187a7-61a3-48d1-8a1d-aab2f5b80c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:55.046231 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-d26a43a1-52b1-4d84-bf64-2afaf2c107f2 req-08d187a7-61a3-48d1-8a1d-aab2f5b80c95 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0439413 Jul 20 19:29:55.074516 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-b1aa330a-0721-419f-a98f-3da16d7a8b95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa55c24-a3af-4dbe-9f01-010be87c9cc7 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:29:55.081749 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-b1aa330a-0721-419f-a98f-3da16d7a8b95 service neutron] Publish callbacks [] for port (caa55c24-a3af-4dbe-9f01-010be87c9cc7), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:55.098709 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-b1aa330a-0721-419f-a98f-3da16d7a8b95 service neutron] Transition to ACTIVE for port object caa55c24-a3af-4dbe-9f01-010be87c9cc7 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:29:55.102800 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-b1aa330a-0721-419f-a98f-3da16d7a8b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (caa55c24-a3af-4dbe-9f01-010be87c9cc7), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:55.121143 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:55.162418 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-d26a43a1-52b1-4d84-bf64-2afaf2c107f2 req-06c8cf08-6cf5-4a77-94c1-3988b5f21d89 service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026890 Jul 20 19:29:55.257968 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802d178-dc3b-4c73-b381-9536a2fb9ad2 req-69532eb0-a221-4d87-ab9f-7640d7043af4 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:55.260867 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b802d178-dc3b-4c73-b381-9536a2fb9ad2 req-69532eb0-a221-4d87-ab9f-7640d7043af4 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 944 time: 0.0716672 Jul 20 19:29:55.318461 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-d26a43a1-52b1-4d84-bf64-2afaf2c107f2 req-ad88d544-1b9e-4b4d-a0d6-3dd161ca2f68 service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1497734 Jul 20 19:29:55.339110 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa330a-0721-419f-a98f-3da16d7a8b95 service neutron] Pushing event updated for resources: {'Port': ['ID=caa55c24-a3af-4dbe-9f01-010be87c9cc7,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:55.357538 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-b1aa330a-0721-419f-a98f-3da16d7a8b95 service neutron] Attempting to bind port caa55c24-a3af-4dbe-9f01-010be87c9cc7 on host hv-cinder-85054 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:29:55.357879 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-b1aa330a-0721-419f-a98f-3da16d7a8b95 service neutron] Attempting to bind port caa55c24-a3af-4dbe-9f01-010be87c9cc7 by drivers openvswitch,hyperv on host hv-cinder-85054 at level 0 using segments [{'id': 'bc85ed34-e892-4f73-ad9d-357e54d0164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:29:55.358209 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-b1aa330a-0721-419f-a98f-3da16d7a8b95 service neutron] Attempting to bind port caa55c24-a3af-4dbe-9f01-010be87c9cc7 on network bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:29:55.368671 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-b1aa330a-0721-419f-a98f-3da16d7a8b95 service neutron] Port caa55c24-a3af-4dbe-9f01-010be87c9cc7 on network bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85054 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:29:55.369039 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-b1aa330a-0721-419f-a98f-3da16d7a8b95 service neutron] Attempting to bind port caa55c24-a3af-4dbe-9f01-010be87c9cc7 on network bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:29:55.384386 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-b1aa330a-0721-419f-a98f-3da16d7a8b95 service neutron] Checking agent: {'id': 'e6883320-19dd-4a2d-8302-97f8dd23b041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85054', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'started_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 29, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:29:55.384772 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-b1aa330a-0721-419f-a98f-3da16d7a8b95 service neutron] Checking segment: {'id': 'bc85ed34-e892-4f73-ad9d-357e54d0164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:29:55.385146 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-b1aa330a-0721-419f-a98f-3da16d7a8b95 service neutron] Bound using segment: {'id': 'bc85ed34-e892-4f73-ad9d-357e54d0164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:29:55.385589 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-b1aa330a-0721-419f-a98f-3da16d7a8b95 service neutron] Bound port: caa55c24-a3af-4dbe-9f01-010be87c9cc7, host: hv-cinder-85054, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc85ed34-e892-4f73-ad9d-357e54d0164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:29:55.385945 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-b1aa330a-0721-419f-a98f-3da16d7a8b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (caa55c24-a3af-4dbe-9f01-010be87c9cc7), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:55.412763 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 36590) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:55.417100 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b802d178-dc3b-4c73-b381-9536a2fb9ad2 req-008e4b25-18fa-45ae-8775-957b5aa45b85 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1013792 Jul 20 19:29:55.479968 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-b1aa330a-0721-419f-a98f-3da16d7a8b95 service neutron] For port caa55c24-a3af-4dbe-9f01-010be87c9cc7, host hv-cinder-85054, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:29:55.484149 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-b1aa330a-0721-419f-a98f-3da16d7a8b95 service neutron] For port caa55c24-a3af-4dbe-9f01-010be87c9cc7, host hv-cinder-85054, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=caa55c24-a3af-4dbe-9f01-010be87c9cc7,segment=NetworkSegment(bc85ed34-e892-4f73-ad9d-357e54d0164b),segment_id=bc85ed34-e892-4f73-ad9d-357e54d0164b)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:29:55.491277 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-b1aa330a-0721-419f-a98f-3da16d7a8b95 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (caa55c24-a3af-4dbe-9f01-010be87c9cc7), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:55.509447 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-b1aa330a-0721-419f-a98f-3da16d7a8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:55.510076 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-b1aa330a-0721-419f-a98f-3da16d7a8b95 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:55.511470 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-b1aa330a-0721-419f-a98f-3da16d7a8b95 service neutron] 10.222.0.96 "PUT /v2.0/ports/caa55c24-a3af-4dbe-9f01-010be87c9cc7 HTTP/1.1" status: 200 len: 1094 time: 0.9524906 Jul 20 19:29:55.535245 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000b3a8a-e2f6-4b99-b44b-add74e40f420', 'tag': 'caa55c24-a3af-4dbe-9f01-010be87c9cc7'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:29:55.539306 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07bdb48b-b473-47ce-875e-cb0fcaca6c12" -d '{"events": [{"name": "network-changed", "server_uuid": "000b3a8a-e2f6-4b99-b44b-add74e40f420", "tag": "caa55c24-a3af-4dbe-9f01-010be87c9cc7"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:29:55.595960 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1aa330a-0721-419f-a98f-3da16d7a8b95 service neutron] Pushing event updated for resources: {'Port': ['ID=caa55c24-a3af-4dbe-9f01-010be87c9cc7,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:55.609882 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:29:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4967feca-fc5c-4564-a70d-52ce726b4c94 x-openstack-request-id: req-4967feca-fc5c-4564-a70d-52ce726b4c94 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:29:55.610244 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000b3a8a-e2f6-4b99-b44b-add74e40f420", "tag": "caa55c24-a3af-4dbe-9f01-010be87c9cc7", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:29:55.610572 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4967feca-fc5c-4564-a70d-52ce726b4c94 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:29:55.611434 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4967feca-fc5c-4564-a70d-52ce726b4c94'] response: {'name': 'network-changed', 'server_uuid': '000b3a8a-e2f6-4b99-b44b-add74e40f420', 'tag': 'caa55c24-a3af-4dbe-9f01-010be87c9cc7', 'status': 'completed', 'code': 200} Jul 20 19:29:55.635883 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-11283d16-95ef-4508-be29-14ab94b0a393 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:55.664009 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:55.738421 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-11283d16-95ef-4508-be29-14ab94b0a393 admin admin] Publish callbacks [] for security_group (f73bb0fe-1216-4e94-b041-80c6afc08764), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:55.743902 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-11283d16-95ef-4508-be29-14ab94b0a393 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (f73bb0fe-1216-4e94-b041-80c6afc08764), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:55.787948 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-11283d16-95ef-4508-be29-14ab94b0a393 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=5b2a1e39aa48438dbd27f683cce02a25&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3741302 Jul 20 19:29:55.790022 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11283d16-95ef-4508-be29-14ab94b0a393 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73bb0fe-1216-4e94-b041-80c6afc08764,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:55.790492 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 36610) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:55.823556 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:UPDATE=6,neutron:INSERT=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:55.854385 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dff283b8-711a-4572-9e00-960cec99a4c0 admin admin] Publish callbacks [] for security_group (f73bb0fe-1216-4e94-b041-80c6afc08764), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:55.910009 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dff283b8-711a-4572-9e00-960cec99a4c0 admin admin] Publish callbacks [] for security_group (f73bb0fe-1216-4e94-b041-80c6afc08764), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:55.923035 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c96b14-6726-419b-86b0-bcb082d263b0 req-2c420945-ff64-431b-944a-d3b1263eec33 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:55.924523 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-56c96b14-6726-419b-86b0-bcb082d263b0 req-2c420945-ff64-431b-944a-d3b1263eec33 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0720890 Jul 20 19:29:55.995365 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-56c96b14-6726-419b-86b0-bcb082d263b0 req-1c0961f6-fbaa-4259-84f0-f8f837902dae tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607123 Jul 20 19:29:56.008584 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dff283b8-711a-4572-9e00-960cec99a4c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (f73bb0fe-1216-4e94-b041-80c6afc08764), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:56.011276 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dff283b8-711a-4572-9e00-960cec99a4c0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:56.012661 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-dff283b8-711a-4572-9e00-960cec99a4c0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f73bb0fe-1216-4e94-b041-80c6afc08764 HTTP/1.1" status: 204 len: 168 time: 0.2209153 Jul 20 19:29:56.024347 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff283b8-711a-4572-9e00-960cec99a4c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73bb0fe-1216-4e94-b041-80c6afc08764,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:56.094009 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-96b10dda-1127-48ea-a3d9-3ed0cad4767c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:56.094958 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-96b10dda-1127-48ea-a3d9-3ed0cad4767c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3f1255754afb4cd384a11c87a9d717df&device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 1128 time: 0.0536718 Jul 20 19:29:56.149439 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-9811c9bf-ced1-48d8-a80e-3674bd2f146d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa55c24-a3af-4dbe-9f01-010be87c9cc7 HTTP/1.1" status: 200 len: 217 time: 0.0341396 Jul 20 19:29:56.309241 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-df179b82-a833-4831-9673-acfa82953788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:56.310756 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-df179b82-a833-4831-9673-acfa82953788 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4d19357c-ece7-45d1-a6a5-4668097ab380 HTTP/1.1" status: 200 len: 851 time: 0.0480244 Jul 20 19:29:56.331054 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 36620) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:56.345149 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2c0517ed-2772-4aa8-9e6f-2bf53f0563de admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:56.367213 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:56.430144 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2c0517ed-2772-4aa8-9e6f-2bf53f0563de admin admin] Publish callbacks [] for security_group (3d90e0b4-ba45-4767-b14c-ea7532e80ca1), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:56.433909 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2c0517ed-2772-4aa8-9e6f-2bf53f0563de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (3d90e0b4-ba45-4767-b14c-ea7532e80ca1), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:56.476280 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2c0517ed-2772-4aa8-9e6f-2bf53f0563de admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=661843e8816a49ed928726e3f217065e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1441250 Jul 20 19:29:56.477270 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0517ed-2772-4aa8-9e6f-2bf53f0563de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d90e0b4-ba45-4767-b14c-ea7532e80ca1,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:56.479057 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 36624) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:56.532675 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-434d2b6d-4931-41d5-b560-6965c324752c admin admin] Publish callbacks [] for security_group (3d90e0b4-ba45-4767-b14c-ea7532e80ca1), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:56.546516 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09b4f7-959b-48c3-abed-8d9e2ffd0541 req-8f798398-9ba5-4ec5-8e5d-c6303ac9106c tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:56.548011 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9e09b4f7-959b-48c3-abed-8d9e2ffd0541 req-8f798398-9ba5-4ec5-8e5d-c6303ac9106c tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 944 time: 0.0506604 Jul 20 19:29:56.555054 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-434d2b6d-4931-41d5-b560-6965c324752c admin admin] Publish callbacks [] for security_group (3d90e0b4-ba45-4767-b14c-ea7532e80ca1), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:56.601377 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9e09b4f7-959b-48c3-abed-8d9e2ffd0541 req-5c734889-0fa4-4946-a500-a8ba5e6b6aec tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0461669 Jul 20 19:29:56.603126 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-434d2b6d-4931-41d5-b560-6965c324752c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (3d90e0b4-ba45-4767-b14c-ea7532e80ca1), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:56.605679 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-434d2b6d-4931-41d5-b560-6965c324752c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:56.606808 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-434d2b6d-4931-41d5-b560-6965c324752c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3d90e0b4-ba45-4767-b14c-ea7532e80ca1 HTTP/1.1" status: 204 len: 168 time: 0.1267028 Jul 20 19:29:56.616797 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d2b6d-4931-41d5-b560-6965c324752c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d90e0b4-ba45-4767-b14c-ea7532e80ca1,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:56.743147 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-34b8d6bd-37e2-4460-b541-64dd9bf1fffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:56.744809 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-34b8d6bd-37e2-4460-b541-64dd9bf1fffa service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0458298 Jul 20 19:29:56.874091 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-986cfe69-08b3-4cef-ad7b-15796da1c46a service neutron] 10.222.0.96 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106660 Jul 20 19:29:56.986308 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-885d7421-cb46-4242-b0e8-fab1d9b8aeaa req-801ddb03-6ffd-48a7-9139-7c96fad36699 service neutron] 10.222.0.96 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047971 Jul 20 19:29:57.032149 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 36650) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:57.052156 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b573eec2-3262-4e95-9b7c-acc19efbcf6f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:57.156369 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b573eec2-3262-4e95-9b7c-acc19efbcf6f admin admin] Publish callbacks [] for security_group (e1d2e925-dd81-4367-b67a-b9832bc8143b), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:57.160672 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b573eec2-3262-4e95-9b7c-acc19efbcf6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (e1d2e925-dd81-4367-b67a-b9832bc8143b), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:57.162265 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c314223-461e-4a90-bc1a-d0536623de26 req-c2acc7f4-9b7a-4bb4-a345-40c98b26f7fb tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:57.163780 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7c314223-461e-4a90-bc1a-d0536623de26 req-c2acc7f4-9b7a-4bb4-a345-40c98b26f7fb tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0716434 Jul 20 19:29:57.210531 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:57.219512 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7c314223-461e-4a90-bc1a-d0536623de26 req-42136784-6b60-4f3c-90d4-64ab7a4a34dd tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485723 Jul 20 19:29:57.230501 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 36660) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:57.230906 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-b573eec2-3262-4e95-9b7c-acc19efbcf6f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=080070d46d06489f9a3e4c29a8109c21&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1976168 Jul 20 19:29:57.232123 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b573eec2-3262-4e95-9b7c-acc19efbcf6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d2e925-dd81-4367-b67a-b9832bc8143b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:57.292999 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-108fa99f-ebc1-415c-8ebf-3dbc75a59a98 admin admin] Publish callbacks [] for security_group (e1d2e925-dd81-4367-b67a-b9832bc8143b), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:57.313876 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-108fa99f-ebc1-415c-8ebf-3dbc75a59a98 admin admin] Publish callbacks [] for security_group (e1d2e925-dd81-4367-b67a-b9832bc8143b), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:57.365185 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-108fa99f-ebc1-415c-8ebf-3dbc75a59a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (e1d2e925-dd81-4367-b67a-b9832bc8143b), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:57.367464 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-108fa99f-ebc1-415c-8ebf-3dbc75a59a98 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:57.368591 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-108fa99f-ebc1-415c-8ebf-3dbc75a59a98 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e1d2e925-dd81-4367-b67a-b9832bc8143b HTTP/1.1" status: 204 len: 168 time: 0.1367419 Jul 20 19:29:57.376317 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108fa99f-ebc1-415c-8ebf-3dbc75a59a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d2e925-dd81-4367-b67a-b9832bc8143b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:57.559683 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdb48b-b473-47ce-875e-cb0fcaca6c12 req-3985dbae-02dd-4357-a1ab-fd2ed9b0ee9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:57.561276 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07bdb48b-b473-47ce-875e-cb0fcaca6c12 req-3985dbae-02dd-4357-a1ab-fd2ed9b0ee9a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3f1255754afb4cd384a11c87a9d717df&device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 1128 time: 0.0446813 Jul 20 19:29:57.681497 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdb48b-b473-47ce-875e-cb0fcaca6c12 req-d4f49cea-b2d5-455a-b0ea-ccdd2e8cacaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:57.685255 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07bdb48b-b473-47ce-875e-cb0fcaca6c12 req-d4f49cea-b2d5-455a-b0ea-ccdd2e8cacaf service neutron] 10.222.0.96 "GET /v2.0/networks?id=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b HTTP/1.1" status: 200 len: 913 time: 0.1150239 Jul 20 19:29:57.974094 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07bdb48b-b473-47ce-875e-cb0fcaca6c12 req-dfc6c0a3-11cc-4af8-a2a3-0615cd38c61d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa55c24-a3af-4dbe-9f01-010be87c9cc7 HTTP/1.1" status: 200 len: 217 time: 0.0398390 Jul 20 19:29:57.984600 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16134964-5aa3-4fca-b890-77ff62be8b68 req-3b3c7332-80de-4c2d-b739-3dac45e07903 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:57.986362 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-16134964-5aa3-4fca-b890-77ff62be8b68 req-3b3c7332-80de-4c2d-b739-3dac45e07903 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 944 time: 0.2942276 Jul 20 19:29:58.017707 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:INSERT=5,neutron:SELECT=92,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:58.076350 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-16134964-5aa3-4fca-b890-77ff62be8b68 req-f9f0eca7-e449-451b-82d5-b7d94899a8f7 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0798500 Jul 20 19:29:58.097843 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdb48b-b473-47ce-875e-cb0fcaca6c12 req-5ab08de9-9190-43a0-a536-1e08882afc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:58.099883 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07bdb48b-b473-47ce-875e-cb0fcaca6c12 req-5ab08de9-9190-43a0-a536-1e08882afc14 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4d19357c-ece7-45d1-a6a5-4668097ab380 HTTP/1.1" status: 200 len: 851 time: 0.0689516 Jul 20 19:29:58.151848 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bdb48b-b473-47ce-875e-cb0fcaca6c12 req-b31a019a-9909-4943-8703-67aa0ca08fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:58.153374 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07bdb48b-b473-47ce-875e-cb0fcaca6c12 req-b31a019a-9909-4943-8703-67aa0ca08fa9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465851 Jul 20 19:29:58.222907 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 36690) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:58.259753 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07bdb48b-b473-47ce-875e-cb0fcaca6c12 req-a410db45-de0c-4897-9f28-84e6619742fd service neutron] 10.222.0.96 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994120 Jul 20 19:29:58.376868 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-44a025d5-c19f-473d-9461-f5fe2b27ffa6 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-283060662-network', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:29:58.407573 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90066a3-94f0-4fcf-a56c-fe782d2dce1d req-94a1473c-1a11-430a-b82f-1ec23ada2399 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:58.409044 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e90066a3-94f0-4fcf-a56c-fe782d2dce1d req-94a1473c-1a11-430a-b82f-1ec23ada2399 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0983024 Jul 20 19:29:58.441138 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44a025d5-c19f-473d-9461-f5fe2b27ffa6 admin admin] Made reservation on behalf of 91e1220a765f41e88d4e3480b9a7a687 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:29:58.449445 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44a025d5-c19f-473d-9461-f5fe2b27ffa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for network (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:58.476435 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44a025d5-c19f-473d-9461-f5fe2b27ffa6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:58.485421 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07bdb48b-b473-47ce-875e-cb0fcaca6c12 req-69d2dfe7-90ea-4bab-b0ea-9583a405d531 service neutron] 10.222.0.96 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193432 Jul 20 19:29:58.521589 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e90066a3-94f0-4fcf-a56c-fe782d2dce1d req-0916acd6-6f30-4b09-8bfd-c62b68bff207 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056843 Jul 20 19:29:58.552452 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:DELETE=1,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:58.593510 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44a025d5-c19f-473d-9461-f5fe2b27ffa6 admin admin] Publish callbacks [] for security_group (0c56348b-bba9-4d09-aa5d-0f8d39be5009), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:58.598341 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44a025d5-c19f-473d-9461-f5fe2b27ffa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (0c56348b-bba9-4d09-aa5d-0f8d39be5009), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:58.623931 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44a025d5-c19f-473d-9461-f5fe2b27ffa6 admin admin] vlan segment allocate from pool success with {'vlan_id': 965, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:29:58.641575 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a025d5-c19f-473d-9461-f5fe2b27ffa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c56348b-bba9-4d09-aa5d-0f8d39be5009,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:58.645302 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44a025d5-c19f-473d-9461-f5fe2b27ffa6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (dc079fa5-26c0-47ea-af55-e7d007fe03ae), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:58.645773 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.segments_db [None req-44a025d5-c19f-473d-9461-f5fe2b27ffa6 admin admin] Added segment dc079fa5-26c0-47ea-af55-e7d007fe03ae of type vlan for network 1e189f3c-62d8-4a6b-a167-08b9a7c92e37 Jul 20 19:29:58.711908 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44a025d5-c19f-473d-9461-f5fe2b27ffa6 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773866076730'] for network (1e189f3c-62d8-4a6b-a167-08b9a7c92e37), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:58.744703 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44a025d5-c19f-473d-9461-f5fe2b27ffa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for network (1e189f3c-62d8-4a6b-a167-08b9a7c92e37), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:58.745949 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44a025d5-c19f-473d-9461-f5fe2b27ffa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:58.746734 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-44a025d5-c19f-473d-9461-f5fe2b27ffa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:58.812512 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-44a025d5-c19f-473d-9461-f5fe2b27ffa6 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.5879617 Jul 20 19:29:58.815641 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 36712) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:58.818806 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a025d5-c19f-473d-9461-f5fe2b27ffa6 admin admin] Pushing event updated for resources: {'Network': ['ID=1e189f3c-62d8-4a6b-a167-08b9a7c92e37,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:58.820771 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-53634798-72cb-42dd-a8a3-a5f5e64e6695 admin admin] Request body: {'subnet': {'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-283060662-subnet', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:29:58.830233 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Network 1e189f3c-62d8-4a6b-a167-08b9a7c92e37 details requested by agent ovs-agent-dv-cinder-850548-1-iscsi with host dv-cinder-850548-1-iscsi {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:29:58.842332 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53634798-72cb-42dd-a8a3-a5f5e64e6695 admin admin] Made reservation on behalf of 91e1220a765f41e88d4e3480b9a7a687 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:29:58.844697 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-53634798-72cb-42dd-a8a3-a5f5e64e6695 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:58.915987 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=78,neutron:INSERT=18,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:59.019434 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-53634798-72cb-42dd-a8a3-a5f5e64e6695 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for subnet (862e9adf-bfc6-4261-9460-41a6c56342df), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:59.076174 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53634798-72cb-42dd-a8a3-a5f5e64e6695 admin admin] Pushing event updated for resources: {'Subnet': ['ID=862e9adf-bfc6-4261-9460-41a6c56342df,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:59.085791 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53634798-72cb-42dd-a8a3-a5f5e64e6695 admin admin] Checking segment: {'id': 'dc079fa5-26c0-47ea-af55-e7d007fe03ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:29:59.086148 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53634798-72cb-42dd-a8a3-a5f5e64e6695 admin admin] Network hostable DHCP agents. Network: 1e189f3c-62d8-4a6b-a167-08b9a7c92e37, hostable agents: ['217e9daa-c487-480e-ab7e-28b155725c37'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:29:59.109665 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53634798-72cb-42dd-a8a3-a5f5e64e6695 admin admin] Network 1e189f3c-62d8-4a6b-a167-08b9a7c92e37 is scheduled to be hosted by DHCP agent 217e9daa-c487-480e-ab7e-28b155725c37 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:29:59.121841 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-53634798-72cb-42dd-a8a3-a5f5e64e6695 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850548-1-iscsi, 1e189f3c-62d8-4a6b-a167-08b9a7c92e37) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:29:59.132776 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14e3e338-73c1-4d32-8d26-91a661a08823 None None] Network 1e189f3c-62d8-4a6b-a167-08b9a7c92e37 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:29:59.140977 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53634798-72cb-42dd-a8a3-a5f5e64e6695 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:59.141831 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-53634798-72cb-42dd-a8a3-a5f5e64e6695 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:59.166988 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-53634798-72cb-42dd-a8a3-a5f5e64e6695 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3502269 Jul 20 19:29:59.173952 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 36718) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:29:59.181550 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-74cd10a1-e01b-4f59-bad9-e62e2727063a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-283060662-router', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:29:59.202700 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:59.203466 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed13021-4f03-4b96-b05a-8a2e00eeb6c6 req-685337be-9120-4f85-95df-dc4fd3216a3f tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:59.205033 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1ed13021-4f03-4b96-b05a-8a2e00eeb6c6 req-685337be-9120-4f85-95df-dc4fd3216a3f tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 944 time: 0.0567815 Jul 20 19:29:59.205772 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:59.211054 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74cd10a1-e01b-4f59-bad9-e62e2727063a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1715278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3573'] for router (4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:59.213863 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74cd10a1-e01b-4f59-bad9-e62e2727063a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1715418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823423', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1688196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3582'] for router (4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:59.239681 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:59.273800 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-369bd485-259b-4350-921e-86ba1020008e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a79ea1f-3a02-5f09-9d5d-548655c7a341-1e189f3c-62d8-4a6b-a167-08b9a7c92e37', 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37', 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'fixed_ips': [{'subnet_id': '862e9adf-bfc6-4261-9460-41a6c56342df'}]}} from dv-cinder-850548-1-iscsi. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 19:29:59.274681 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-369bd485-259b-4350-921e-86ba1020008e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:59.276146 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1ed13021-4f03-4b96-b05a-8a2e00eeb6c6 req-d74576fb-6c11-4781-b8e5-ef5f273c7d65 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0637975 Jul 20 19:29:59.292055 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74cd10a1-e01b-4f59-bad9-e62e2727063a admin admin] Publish callbacks [] for router_controller (4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df), precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:59.421918 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-369bd485-259b-4350-921e-86ba1020008e None None] Allocated IP 172.20.0.2 (1e189f3c-62d8-4a6b-a167-08b9a7c92e37/862e9adf-bfc6-4261-9460-41a6c56342df/585e95c5-b31c-4997-ba45-937f8f39b723) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:29:59.442327 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74cd10a1-e01b-4f59-bad9-e62e2727063a admin admin] Publish callbacks [] for router_gateway (4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:59.552873 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:UPDATE=4,neutron:INSERT=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:59.579190 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-369bd485-259b-4350-921e-86ba1020008e None None] Publish callbacks [] for port (585e95c5-b31c-4997-ba45-937f8f39b723), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:59.588421 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-369bd485-259b-4350-921e-86ba1020008e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (585e95c5-b31c-4997-ba45-937f8f39b723), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:59.628186 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369bd485-259b-4350-921e-86ba1020008e None None] Network 1e189f3c-62d8-4a6b-a167-08b9a7c92e37 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:29:59.632071 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-369bd485-259b-4350-921e-86ba1020008e None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:29:59.638135 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369bd485-259b-4350-921e-86ba1020008e None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:29:59.642630 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74cd10a1-e01b-4f59-bad9-e62e2727063a admin admin] Publish callbacks [] for router_gateway (4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:59.647853 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bd485-259b-4350-921e-86ba1020008e None None] Pushing event updated for resources: {'Port': ['ID=585e95c5-b31c-4997-ba45-937f8f39b723,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:59.661782 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3f765-8a11-4c87-b0bd-3c45543e270e req-72a14f5f-725c-420f-888e-8fc280e8783e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:29:59.663348 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-61c3f765-8a11-4c87-b0bd-3c45543e270e req-72a14f5f-725c-420f-888e-8fc280e8783e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0588565 Jul 20 19:29:59.664471 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74cd10a1-e01b-4f59-bad9-e62e2727063a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:59.720501 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:59.740234 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-369bd485-259b-4350-921e-86ba1020008e None None] Attempting to bind port 585e95c5-b31c-4997-ba45-937f8f39b723 on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:29:59.740826 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-369bd485-259b-4350-921e-86ba1020008e None None] Attempting to bind port 585e95c5-b31c-4997-ba45-937f8f39b723 by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': 'dc079fa5-26c0-47ea-af55-e7d007fe03ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:29:59.741070 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369bd485-259b-4350-921e-86ba1020008e None None] Attempting to bind port 585e95c5-b31c-4997-ba45-937f8f39b723 on network 1e189f3c-62d8-4a6b-a167-08b9a7c92e37 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:29:59.746910 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369bd485-259b-4350-921e-86ba1020008e None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:29:59.747276 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369bd485-259b-4350-921e-86ba1020008e None None] Checking segment: {'id': 'dc079fa5-26c0-47ea-af55-e7d007fe03ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:29:59.748099 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-369bd485-259b-4350-921e-86ba1020008e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:59.748620 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369bd485-259b-4350-921e-86ba1020008e None None] Bound using segment: {'id': 'dc079fa5-26c0-47ea-af55-e7d007fe03ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:29:59.749186 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-369bd485-259b-4350-921e-86ba1020008e None None] Bound port: 585e95c5-b31c-4997-ba45-937f8f39b723, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc079fa5-26c0-47ea-af55-e7d007fe03ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:29:59.749563 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-369bd485-259b-4350-921e-86ba1020008e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (585e95c5-b31c-4997-ba45-937f8f39b723), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:59.757230 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-61c3f765-8a11-4c87-b0bd-3c45543e270e req-f848bbec-9193-454a-8e23-c894839200c2 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869105 Jul 20 19:29:59.812275 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-74cd10a1-e01b-4f59-bad9-e62e2727063a admin admin] Allocated IP 172.27.3.83 (0148b93c-d79f-482c-aa55-1b162de4f442/9a6c0e64-8fd5-4336-8a8c-b393c90fda39/a54fbcb2-3aeb-4423-86c2-24b36af058a0) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:29:59.826099 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:29:59.836951 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-369bd485-259b-4350-921e-86ba1020008e None None] For port 585e95c5-b31c-4997-ba45-937f8f39b723, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:29:59.840177 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-369bd485-259b-4350-921e-86ba1020008e None None] For port 585e95c5-b31c-4997-ba45-937f8f39b723, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=585e95c5-b31c-4997-ba45-937f8f39b723,segment=NetworkSegment(dc079fa5-26c0-47ea-af55-e7d007fe03ae),segment_id=dc079fa5-26c0-47ea-af55-e7d007fe03ae)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:29:59.846109 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-369bd485-259b-4350-921e-86ba1020008e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (585e95c5-b31c-4997-ba45-937f8f39b723), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:59.906908 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369bd485-259b-4350-921e-86ba1020008e None None] Pushing event updated for resources: {'Port': ['ID=585e95c5-b31c-4997-ba45-937f8f39b723,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:29:59.961000 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74cd10a1-e01b-4f59-bad9-e62e2727063a admin admin] Publish callbacks [] for port (a54fbcb2-3aeb-4423-86c2-24b36af058a0), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:29:59.997218 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74cd10a1-e01b-4f59-bad9-e62e2727063a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (a54fbcb2-3aeb-4423-86c2-24b36af058a0), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:00.039794 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cd10a1-e01b-4f59-bad9-e62e2727063a admin admin] Network 0148b93c-d79f-482c-aa55-1b162de4f442 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:30:00.043053 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-74cd10a1-e01b-4f59-bad9-e62e2727063a admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:30:00.049748 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cd10a1-e01b-4f59-bad9-e62e2727063a admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:30:00.119477 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cd10a1-e01b-4f59-bad9-e62e2727063a admin admin] Pushing event updated for resources: {'Port': ['ID=a54fbcb2-3aeb-4423-86c2-24b36af058a0,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:00.439427 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d0ba2-7be0-4108-ac3c-93e102d430c7 req-b6fd5eca-3955-4692-b4f3-da116c2a8927 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:00.441151 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74cd10a1-e01b-4f59-bad9-e62e2727063a admin admin] Publish callbacks [] for router_gateway (4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:00.441708 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-167d0ba2-7be0-4108-ac3c-93e102d430c7 req-b6fd5eca-3955-4692-b4f3-da116c2a8927 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 944 time: 0.0579729 Jul 20 19:30:00.500371 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-167d0ba2-7be0-4108-ac3c-93e102d430c7 req-0fcf55ba-78ec-4a24-9374-7054be0103d1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0502777 Jul 20 19:30:00.542570 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:00.649953 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74cd10a1-e01b-4f59-bad9-e62e2727063a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1715395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1823315'] for router (4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:00.836096 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74cd10a1-e01b-4f59-bad9-e62e2727063a admin admin] Router 4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df is scheduled to L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 19:30:00.863938 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 585e95c5-b31c-4997-ba45-937f8f39b723 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:30:00.940551 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 585e95c5-b31c-4997-ba45-937f8f39b723 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:00.941460 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (585e95c5-b31c-4997-ba45-937f8f39b723), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:00.969193 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93df11d-2347-4cbe-99eb-e57ee516019d req-1716ab9d-e7f4-43a8-ae46-3ed011041c25 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:00.970893 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e93df11d-2347-4cbe-99eb-e57ee516019d req-1716ab9d-e7f4-43a8-ae46-3ed011041c25 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.1090961 Jul 20 19:30:01.030741 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e93df11d-2347-4cbe-99eb-e57ee516019d req-e3e0afb7-bbc6-4a91-bf6c-f3d045cf4b01 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535326 Jul 20 19:30:01.044825 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 585e95c5-b31c-4997-ba45-937f8f39b723 is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:01.045412 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (585e95c5-b31c-4997-ba45-937f8f39b723), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:01.086716 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] For port 585e95c5-b31c-4997-ba45-937f8f39b723, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=585e95c5-b31c-4997-ba45-937f8f39b723,segment=NetworkSegment(dc079fa5-26c0-47ea-af55-e7d007fe03ae),segment_id=dc079fa5-26c0-47ea-af55-e7d007fe03ae)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:30:01.092476 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (585e95c5-b31c-4997-ba45-937f8f39b723), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:01.145123 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:01.149867 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f7abb2-f1f1-4d4d-b2ff-cac6cd2a1932 None None] Network 1e189f3c-62d8-4a6b-a167-08b9a7c92e37 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:30:01.166067 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Pushing event updated for resources: {'Port': ['ID=585e95c5-b31c-4997-ba45-937f8f39b723,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:01.225120 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74cd10a1-e01b-4f59-bad9-e62e2727063a admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:30:01.230515 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:01.231385 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-7920727b-d70c-4b87-9dbf-c9fe2bb1b9c0 None None] Provisioning complete for port 585e95c5-b31c-4997-ba45-937f8f39b723 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:01.231757 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7920727b-d70c-4b87-9dbf-c9fe2bb1b9c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (585e95c5-b31c-4997-ba45-937f8f39b723), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:01.244497 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-74cd10a1-e01b-4f59-bad9-e62e2727063a admin admin] Publish callbacks [] for router (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:01.245789 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-74cd10a1-e01b-4f59-bad9-e62e2727063a admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.0707083 Jul 20 19:30:01.248611 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 36746) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:01.257603 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5f8953-75e4-4da8-8ace-573392c4d1a1 None None] Sync routers for ids ['4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:30:01.308179 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5f8953-75e4-4da8-8ace-573392c4d1a1 None None] Routers {'4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:30:01.309089 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7f5f8953-75e4-4da8-8ace-573392c4d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:29:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:01.455891 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:UPDATE=6,neutron:SELECT=94 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:01.474769 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-7920727b-d70c-4b87-9dbf-c9fe2bb1b9c0 None None] Current status of the port 585e95c5-b31c-4997-ba45-937f8f39b723 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:01.484781 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-7f5f8953-75e4-4da8-8ace-573392c4d1a1 None None] Set router 4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:30:01.665008 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a07db8b9-8f33-4c55-bb65-f07866d6716b req-4c103537-50e7-438b-97e0-1289b27918c5 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:01.667371 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a07db8b9-8f33-4c55-bb65-f07866d6716b req-4c103537-50e7-438b-97e0-1289b27918c5 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 944 time: 0.0571344 Jul 20 19:30:01.716503 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-9c934fb7-abbf-44b1-a5ae-e32a936662d0 None None] Provisioning complete for port 585e95c5-b31c-4997-ba45-937f8f39b723 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:01.716908 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-9c934fb7-abbf-44b1-a5ae-e32a936662d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (585e95c5-b31c-4997-ba45-937f8f39b723), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:01.741780 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a07db8b9-8f33-4c55-bb65-f07866d6716b req-8b944ec0-3139-427d-87db-3943dd46ab7c tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0673125 Jul 20 19:30:01.763944 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7f5f8953-75e4-4da8-8ace-573392c4d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'name': 'tempest-TestMinimumBasicScenario-283060662-router', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'a54fbcb2-3aeb-4423-86c2-24b36af058a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:29:59Z', 'updated_at': '2022-07-20T19:30:00Z', 'revision_number': 3, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'gw_port': {'id': 'a54fbcb2-3aeb-4423-86c2-24b36af058a0', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:db:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:29:59Z', 'updated_at': '2022-07-20T19:29:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:01.779221 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7b6369d1-73d2-4b71-866e-84257df9e9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:01.797384 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5f8953-75e4-4da8-8ace-573392c4d1a1 None None] Checking router: 4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:30:01.797735 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5f8953-75e4-4da8-8ace-573392c4d1a1 None None] Updating router 4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df port a54fbcb2-3aeb-4423-86c2-24b36af058a0 binding host dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:30:01.859763 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7f5f8953-75e4-4da8-8ace-573392c4d1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (a54fbcb2-3aeb-4423-86c2-24b36af058a0), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:01.904778 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-9c934fb7-abbf-44b1-a5ae-e32a936662d0 None None] Current status of the port 585e95c5-b31c-4997-ba45-937f8f39b723 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:01.949577 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:01.953225 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-7b6369d1-73d2-4b71-866e-84257df9e9af admin admin] Allocated IP 172.20.0.1 (1e189f3c-62d8-4a6b-a167-08b9a7c92e37/862e9adf-bfc6-4261-9460-41a6c56342df/0efe0c4c-97b8-449d-ab8e-3cc7413d7984) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:30:02.073948 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7b6369d1-73d2-4b71-866e-84257df9e9af admin admin] Publish callbacks [] for port (0efe0c4c-97b8-449d-ab8e-3cc7413d7984), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:02.116338 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7b6369d1-73d2-4b71-866e-84257df9e9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (0efe0c4c-97b8-449d-ab8e-3cc7413d7984), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:02.147905 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:02.157200 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd6843-ae6f-4851-a4bf-2f5b1c1365b7 req-9cfcbc38-b900-41d8-a8e7-6c06b4a80317 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:02.158942 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-83cd6843-ae6f-4851-a4bf-2f5b1c1365b7 req-9cfcbc38-b900-41d8-a8e7-6c06b4a80317 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0536754 Jul 20 19:30:02.166501 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6369d1-73d2-4b71-866e-84257df9e9af admin admin] Network 1e189f3c-62d8-4a6b-a167-08b9a7c92e37 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:30:02.172202 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-7b6369d1-73d2-4b71-866e-84257df9e9af admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:30:02.174766 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6369d1-73d2-4b71-866e-84257df9e9af admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:30:02.175242 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7b6369d1-73d2-4b71-866e-84257df9e9af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819021'] for router_interface (4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:02.226695 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6369d1-73d2-4b71-866e-84257df9e9af admin admin] Pushing event updated for resources: {'Port': ['ID=0efe0c4c-97b8-449d-ab8e-3cc7413d7984,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:02.240087 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-83cd6843-ae6f-4851-a4bf-2f5b1c1365b7 req-4f8a0ff9-2c25-46a4-8adc-feebbee92444 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708609 Jul 20 19:30:02.299932 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7f5f8953-75e4-4da8-8ace-573392c4d1a1 None None] Publish callbacks [] for port (a54fbcb2-3aeb-4423-86c2-24b36af058a0), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:02.310539 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7f5f8953-75e4-4da8-8ace-573392c4d1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (a54fbcb2-3aeb-4423-86c2-24b36af058a0), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:02.314558 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:02.341720 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7b6369d1-73d2-4b71-866e-84257df9e9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (0efe0c4c-97b8-449d-ab8e-3cc7413d7984), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:02.385573 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7f5f8953-75e4-4da8-8ace-573392c4d1a1 None None] Attempting to bind port a54fbcb2-3aeb-4423-86c2-24b36af058a0 on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:30:02.385974 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7f5f8953-75e4-4da8-8ace-573392c4d1a1 None None] Attempting to bind port a54fbcb2-3aeb-4423-86c2-24b36af058a0 by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:30:02.386311 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5f8953-75e4-4da8-8ace-573392c4d1a1 None None] Attempting to bind port a54fbcb2-3aeb-4423-86c2-24b36af058a0 on network 0148b93c-d79f-482c-aa55-1b162de4f442 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:30:02.388415 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c04580-4bdb-41fd-9934-56381629902b None None] Pushing event updated for resources: {'Port': ['ID=a54fbcb2-3aeb-4423-86c2-24b36af058a0,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:02.394606 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5f8953-75e4-4da8-8ace-573392c4d1a1 None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:30:02.394757 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5f8953-75e4-4da8-8ace-573392c4d1a1 None None] Checking segment: {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:30:02.395261 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7f5f8953-75e4-4da8-8ace-573392c4d1a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:02.395658 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f5f8953-75e4-4da8-8ace-573392c4d1a1 None None] Bound using segment: {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:30:02.396131 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7f5f8953-75e4-4da8-8ace-573392c4d1a1 None None] Bound port: a54fbcb2-3aeb-4423-86c2-24b36af058a0, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:30:02.396511 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7f5f8953-75e4-4da8-8ace-573392c4d1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (a54fbcb2-3aeb-4423-86c2-24b36af058a0), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:02.457731 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-65ec89f3-724e-4059-858a-3e62b87e696f None None] Provisioning complete for port 0efe0c4c-97b8-449d-ab8e-3cc7413d7984 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:02.458060 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-65ec89f3-724e-4059-858a-3e62b87e696f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (0efe0c4c-97b8-449d-ab8e-3cc7413d7984), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:02.488908 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7f5f8953-75e4-4da8-8ace-573392c4d1a1 None None] For port a54fbcb2-3aeb-4423-86c2-24b36af058a0, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:30:02.507608 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7f5f8953-75e4-4da8-8ace-573392c4d1a1 None None] For port a54fbcb2-3aeb-4423-86c2-24b36af058a0, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=a54fbcb2-3aeb-4423-86c2-24b36af058a0,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:30:02.508907 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-65ec89f3-724e-4059-858a-3e62b87e696f None None] Port 0efe0c4c-97b8-449d-ab8e-3cc7413d7984 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:30:02.517549 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7f5f8953-75e4-4da8-8ace-573392c4d1a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (a54fbcb2-3aeb-4423-86c2-24b36af058a0), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:02.536172 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7b6369d1-73d2-4b71-866e-84257df9e9af admin admin] Publish callbacks [] for port (0efe0c4c-97b8-449d-ab8e-3cc7413d7984), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:02.546845 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7b6369d1-73d2-4b71-866e-84257df9e9af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (0efe0c4c-97b8-449d-ab8e-3cc7413d7984), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:02.547839 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7b6369d1-73d2-4b71-866e-84257df9e9af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1822453'] for router_interface (4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:02.568106 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:02.586933 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f5f8953-75e4-4da8-8ace-573392c4d1a1 None None] Routers {'4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:30:02.587670 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7f5f8953-75e4-4da8-8ace-573392c4d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:29:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:02.615745 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6369d1-73d2-4b71-866e-84257df9e9af admin admin] Pushing event updated for resources: {'Port': ['ID=0efe0c4c-97b8-449d-ab8e-3cc7413d7984,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:02.627099 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c04580-4bdb-41fd-9934-56381629902b None None] Pushing event updated for resources: {'Port': ['ID=a54fbcb2-3aeb-4423-86c2-24b36af058a0,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:02.707251 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-7f5f8953-75e4-4da8-8ace-573392c4d1a1 None None] Set router 4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:30:02.725813 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6369d1-73d2-4b71-866e-84257df9e9af admin admin] Network 1e189f3c-62d8-4a6b-a167-08b9a7c92e37 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:30:02.727261 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-7b6369d1-73d2-4b71-866e-84257df9e9af admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:30:02.873398 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6369d1-73d2-4b71-866e-84257df9e9af admin admin] Router 4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:30:02.875759 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:02.886489 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 585e95c5-b31c-4997-ba45-937f8f39b723 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:30:02.972400 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493562a0-8cdb-4575-9a9f-b415004e35d7 req-97656f21-560f-4675-a587-54a4eb66d070 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:02.975390 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-493562a0-8cdb-4575-9a9f-b415004e35d7 req-97656f21-560f-4675-a587-54a4eb66d070 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 944 time: 0.1076484 Jul 20 19:30:03.025379 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 585e95c5-b31c-4997-ba45-937f8f39b723 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:03.025971 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (585e95c5-b31c-4997-ba45-937f8f39b723), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:03.031472 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6369d1-73d2-4b71-866e-84257df9e9af admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:30:03.039081 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-493562a0-8cdb-4575-9a9f-b415004e35d7 req-b7dadc60-5fd5-4e02-b1a5-488bc211518b tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0548184 Jul 20 19:30:03.046533 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-7b6369d1-73d2-4b71-866e-84257df9e9af admin admin] 10.222.0.79 "PUT /v2.0/routers/4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7968268 Jul 20 19:30:03.170486 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7f5f8953-75e4-4da8-8ace-573392c4d1a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'name': 'tempest-TestMinimumBasicScenario-283060662-router', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'a54fbcb2-3aeb-4423-86c2-24b36af058a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:29:59Z', 'updated_at': '2022-07-20T19:30:02Z', 'revision_number': 4, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'gw_port': {'id': 'a54fbcb2-3aeb-4423-86c2-24b36af058a0', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:db:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:29:59Z', 'updated_at': '2022-07-20T19:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '0efe0c4c-97b8-449d-ab8e-3cc7413d7984', 'name': '', 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'mac_address': 'fa:16:3e:88:04:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '862e9adf-bfc6-4261-9460-41a6c56342df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:01Z', 'updated_at': '2022-07-20T19:30:02Z', 'revision_number': 2, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'subnets': [{'id': '862e9adf-bfc6-4261-9460-41a6c56342df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:03.175106 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-546ccd79-50c8-468b-afc2-93d599fecaa7 None None] Provisioning complete for port 0efe0c4c-97b8-449d-ab8e-3cc7413d7984 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:03.175483 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-546ccd79-50c8-468b-afc2-93d599fecaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (0efe0c4c-97b8-449d-ab8e-3cc7413d7984), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:03.226282 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f5f8953-75e4-4da8-8ace-573392c4d1a1 None None] The sync data for ids ['4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'] in dv-cinder-850548-1-iscsi is: [{'id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'name': 'tempest-TestMinimumBasicScenario-283060662-router', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'a54fbcb2-3aeb-4423-86c2-24b36af058a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:29:59Z', 'updated_at': '2022-07-20T19:30:02Z', 'revision_number': 4, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'gw_port': {'id': 'a54fbcb2-3aeb-4423-86c2-24b36af058a0', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:db:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:29:59Z', 'updated_at': '2022-07-20T19:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '0efe0c4c-97b8-449d-ab8e-3cc7413d7984', 'name': '', 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'mac_address': 'fa:16:3e:88:04:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '862e9adf-bfc6-4261-9460-41a6c56342df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:01Z', 'updated_at': '2022-07-20T19:30:02Z', 'revision_number': 2, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'subnets': [{'id': '862e9adf-bfc6-4261-9460-41a6c56342df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:30:03.228124 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 585e95c5-b31c-4997-ba45-937f8f39b723 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:03.240827 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-546ccd79-50c8-468b-afc2-93d599fecaa7 None None] Port 0efe0c4c-97b8-449d-ab8e-3cc7413d7984 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:30:03.366244 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48aaa2fe-39c9-4f62-b3f9-d57e978bb979 req-baea9fcb-2974-473f-b805-385622cf69c6 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:03.373336 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-48aaa2fe-39c9-4f62-b3f9-d57e978bb979 req-baea9fcb-2974-473f-b805-385622cf69c6 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0650353 Jul 20 19:30:03.425557 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-48aaa2fe-39c9-4f62-b3f9-d57e978bb979 req-55d7d6c4-529c-4fd8-a685-a36d4df245ad tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513334 Jul 20 19:30:03.635622 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 36802) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:03.642262 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-57f7e7b3-91e9-4fe0-a1e3-22ce54fea333 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-510490941-network', 'tenant_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:30:03.646384 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:03.668137 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57f7e7b3-91e9-4fe0-a1e3-22ce54fea333 admin admin] Made reservation on behalf of 2aff2e1ddb6f4c2e9818edc9babdd7f2 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:30:03.670573 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57f7e7b3-91e9-4fe0-a1e3-22ce54fea333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for network (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:03.680278 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57f7e7b3-91e9-4fe0-a1e3-22ce54fea333 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:03.767342 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57f7e7b3-91e9-4fe0-a1e3-22ce54fea333 admin admin] Publish callbacks [] for security_group (0d564a80-0b38-4170-a5d3-9173a87364d9), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:03.772323 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57f7e7b3-91e9-4fe0-a1e3-22ce54fea333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (0d564a80-0b38-4170-a5d3-9173a87364d9), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:03.800050 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57f7e7b3-91e9-4fe0-a1e3-22ce54fea333 admin admin] vlan segment allocate from pool success with {'vlan_id': 954, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:30:03.810594 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7e7b3-91e9-4fe0-a1e3-22ce54fea333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d564a80-0b38-4170-a5d3-9173a87364d9,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:03.815618 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57f7e7b3-91e9-4fe0-a1e3-22ce54fea333 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (c511ac97-bf7e-4434-ac13-7aff2c89c230), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:03.815961 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.segments_db [None req-57f7e7b3-91e9-4fe0-a1e3-22ce54fea333 admin admin] Added segment c511ac97-bf7e-4434-ac13-7aff2c89c230 of type vlan for network b3c159b2-c8df-44ee-aefa-7762ca0b7cc1 Jul 20 19:30:03.868005 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57f7e7b3-91e9-4fe0-a1e3-22ce54fea333 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773866076730'] for network (b3c159b2-c8df-44ee-aefa-7762ca0b7cc1), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:03.893761 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:03.901690 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57f7e7b3-91e9-4fe0-a1e3-22ce54fea333 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for network (b3c159b2-c8df-44ee-aefa-7762ca0b7cc1), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:03.902586 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57f7e7b3-91e9-4fe0-a1e3-22ce54fea333 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:03.903175 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57f7e7b3-91e9-4fe0-a1e3-22ce54fea333 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:03.952648 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 36804) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:03.960149 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-de43ffea-d2a4-4bf2-af94-87608af0f621 admin admin] Request body: {'subnet': {'network_id': 'b3c159b2-c8df-44ee-aefa-7762ca0b7cc1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-510490941-subnet', 'tenant_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:30:03.964441 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-57f7e7b3-91e9-4fe0-a1e3-22ce54fea333 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.3268254 Jul 20 19:30:04.007658 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de43ffea-d2a4-4bf2-af94-87608af0f621 admin admin] Made reservation on behalf of 2aff2e1ddb6f4c2e9818edc9babdd7f2 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:30:04.010868 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-de43ffea-d2a4-4bf2-af94-87608af0f621 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:04.013323 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f7e7b3-91e9-4fe0-a1e3-22ce54fea333 admin admin] Pushing event updated for resources: {'Network': ['ID=b3c159b2-c8df-44ee-aefa-7762ca0b7cc1,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:04.035609 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Network b3c159b2-c8df-44ee-aefa-7762ca0b7cc1 details requested by agent ovs-agent-dv-cinder-850548-1-iscsi with host dv-cinder-850548-1-iscsi {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:30:04.225836 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0042b4af-7523-40e6-a01b-c5634bf55238 req-73468c18-0b85-4a81-abb6-15c6cc7eb744 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:04.232824 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0042b4af-7523-40e6-a01b-c5634bf55238 req-73468c18-0b85-4a81-abb6-15c6cc7eb744 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 944 time: 0.0790002 Jul 20 19:30:04.276644 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:INSERT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:04.283558 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-de43ffea-d2a4-4bf2-af94-87608af0f621 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for subnet (6b85054a-845d-4fa2-9199-3c96f4f67697), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:04.294748 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0042b4af-7523-40e6-a01b-c5634bf55238 req-8015a462-f0b3-42db-bfe6-7fb9179a47a9 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0610387 Jul 20 19:30:04.356585 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de43ffea-d2a4-4bf2-af94-87608af0f621 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b85054a-845d-4fa2-9199-3c96f4f67697,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:04.370855 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de43ffea-d2a4-4bf2-af94-87608af0f621 admin admin] Checking segment: {'id': 'c511ac97-bf7e-4434-ac13-7aff2c89c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'b3c159b2-c8df-44ee-aefa-7762ca0b7cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:30:04.371251 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de43ffea-d2a4-4bf2-af94-87608af0f621 admin admin] Network hostable DHCP agents. Network: b3c159b2-c8df-44ee-aefa-7762ca0b7cc1, hostable agents: ['217e9daa-c487-480e-ab7e-28b155725c37'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:30:04.400964 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de43ffea-d2a4-4bf2-af94-87608af0f621 admin admin] Network b3c159b2-c8df-44ee-aefa-7762ca0b7cc1 is scheduled to be hosted by DHCP agent 217e9daa-c487-480e-ab7e-28b155725c37 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:30:04.413280 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-de43ffea-d2a4-4bf2-af94-87608af0f621 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850548-1-iscsi, b3c159b2-c8df-44ee-aefa-7762ca0b7cc1) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:30:04.417433 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de43ffea-d2a4-4bf2-af94-87608af0f621 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:04.418027 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-de43ffea-d2a4-4bf2-af94-87608af0f621 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:04.425433 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3362763a-3f23-4286-a7d7-4009bee38db7 None None] Network b3c159b2-c8df-44ee-aefa-7762ca0b7cc1 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:30:04.442656 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-de43ffea-d2a4-4bf2-af94-87608af0f621 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4841039 Jul 20 19:30:04.443635 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 36826) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:04.461745 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-428a8c28-911f-483b-b0be-ef1364671190 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-510490941-router', 'tenant_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:30:04.502930 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-428a8c28-911f-483b-b0be-ef1364671190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1715278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3573'] for router (c09b6b60-c260-40c3-b3be-c9f7dea00fef), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:04.504555 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-428a8c28-911f-483b-b0be-ef1364671190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1715418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823423', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1688196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3582'] for router (c09b6b60-c260-40c3-b3be-c9f7dea00fef), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:04.532290 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:04.625637 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6266208-2155-4e9e-8210-556f44deed98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a79ea1f-3a02-5f09-9d5d-548655c7a341-b3c159b2-c8df-44ee-aefa-7762ca0b7cc1', 'network_id': 'b3c159b2-c8df-44ee-aefa-7762ca0b7cc1', 'project_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'fixed_ips': [{'subnet_id': '6b85054a-845d-4fa2-9199-3c96f4f67697'}]}} from dv-cinder-850548-1-iscsi. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 19:30:04.627765 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c6266208-2155-4e9e-8210-556f44deed98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:04.664944 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35ac8b3-cd38-4917-89f1-a0f13684f5be req-4afe2495-4dce-4d4e-8f2d-171b4581a2e6 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:04.667586 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e35ac8b3-cd38-4917-89f1-a0f13684f5be req-4afe2495-4dce-4d4e-8f2d-171b4581a2e6 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.1339867 Jul 20 19:30:04.816343 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-428a8c28-911f-483b-b0be-ef1364671190 admin admin] Publish callbacks [] for router_controller (c09b6b60-c260-40c3-b3be-c9f7dea00fef), precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:04.838765 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e35ac8b3-cd38-4917-89f1-a0f13684f5be req-ff4505dc-94c7-48de-b881-8ad4101de311 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481891 Jul 20 19:30:04.891048 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-c6266208-2155-4e9e-8210-556f44deed98 None None] Allocated IP 172.20.0.2 (b3c159b2-c8df-44ee-aefa-7762ca0b7cc1/6b85054a-845d-4fa2-9199-3c96f4f67697/ded80ca6-f8c0-4934-984a-620d4b13882a) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:30:04.900946 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device a54fbcb2-3aeb-4423-86c2-24b36af058a0 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:30:04.945272 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device caa55c24-a3af-4dbe-9f01-010be87c9cc7 details requested by agent hyperv_hv-cinder-85054 with host hv-cinder-85054 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:30:04.999921 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-428a8c28-911f-483b-b0be-ef1364671190 admin admin] Publish callbacks [] for router_gateway (c09b6b60-c260-40c3-b3be-c9f7dea00fef), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:05.007023 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:05.083218 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port a54fbcb2-3aeb-4423-86c2-24b36af058a0 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:05.084083 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (a54fbcb2-3aeb-4423-86c2-24b36af058a0), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:05.196740 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:05.232532 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port caa55c24-a3af-4dbe-9f01-010be87c9cc7, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=caa55c24-a3af-4dbe-9f01-010be87c9cc7,segment=NetworkSegment(bc85ed34-e892-4f73-ad9d-357e54d0164b),segment_id=bc85ed34-e892-4f73-ad9d-357e54d0164b)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:30:05.252713 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-428a8c28-911f-483b-b0be-ef1364671190 admin admin] Publish callbacks [] for router_gateway (c09b6b60-c260-40c3-b3be-c9f7dea00fef), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:05.276437 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c6266208-2155-4e9e-8210-556f44deed98 None None] Publish callbacks [] for port (ded80ca6-f8c0-4934-984a-620d4b13882a), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:05.277000 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-428a8c28-911f-483b-b0be-ef1364671190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:05.283034 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Returning: {'device': 'caa55c24-a3af-4dbe-9f01-010be87c9cc7', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'port_id': 'caa55c24-a3af-4dbe-9f01-010be87c9cc7', 'mac_address': 'fa:16:3e:1e:4d:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 993, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:30:05.292643 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c6266208-2155-4e9e-8210-556f44deed98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (ded80ca6-f8c0-4934-984a-620d4b13882a), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:05.307178 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port a54fbcb2-3aeb-4423-86c2-24b36af058a0 is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:05.307488 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (a54fbcb2-3aeb-4423-86c2-24b36af058a0), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:05.445253 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-428a8c28-911f-483b-b0be-ef1364671190 admin admin] Allocated IP 172.27.3.18 (0148b93c-d79f-482c-aa55-1b162de4f442/9a6c0e64-8fd5-4336-8a8c-b393c90fda39/b89e6628-ed1a-4d9d-9b8d-a192d5642821) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:30:05.453906 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b56992-4071-424a-bd0e-e21dd9082633 req-03c1729f-490f-412c-8257-e0eae36a3600 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:05.455536 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-96b56992-4071-424a-bd0e-e21dd9082633 req-03c1729f-490f-412c-8257-e0eae36a3600 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 944 time: 0.0852680 Jul 20 19:30:05.482426 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:05.506771 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6266208-2155-4e9e-8210-556f44deed98 None None] Network b3c159b2-c8df-44ee-aefa-7762ca0b7cc1 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:30:05.522461 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-c6266208-2155-4e9e-8210-556f44deed98 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:30:05.527978 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] For port a54fbcb2-3aeb-4423-86c2-24b36af058a0, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=a54fbcb2-3aeb-4423-86c2-24b36af058a0,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:30:05.530125 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port caa55c24-a3af-4dbe-9f01-010be87c9cc7 is: DOWN; New status is: BUILD {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:05.530519 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (caa55c24-a3af-4dbe-9f01-010be87c9cc7), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:05.532722 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6266208-2155-4e9e-8210-556f44deed98 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:30:05.547847 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (a54fbcb2-3aeb-4423-86c2-24b36af058a0), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:05.552164 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6266208-2155-4e9e-8210-556f44deed98 None None] Pushing event updated for resources: {'Port': ['ID=ded80ca6-f8c0-4934-984a-620d4b13882a,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:05.563960 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa55c24-a3af-4dbe-9f01-010be87c9cc7 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:30:05.583289 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-96b56992-4071-424a-bd0e-e21dd9082633 req-5bc7a065-80c4-43c0-934b-8f9449347ed1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1191814 Jul 20 19:30:05.643735 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port caa55c24-a3af-4dbe-9f01-010be87c9cc7, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=caa55c24-a3af-4dbe-9f01-010be87c9cc7,segment=NetworkSegment(bc85ed34-e892-4f73-ad9d-357e54d0164b),segment_id=bc85ed34-e892-4f73-ad9d-357e54d0164b)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:30:05.644431 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-428a8c28-911f-483b-b0be-ef1364671190 admin admin] Publish callbacks [] for port (b89e6628-ed1a-4d9d-9b8d-a192d5642821), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:05.660255 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (caa55c24-a3af-4dbe-9f01-010be87c9cc7), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:05.675280 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c6266208-2155-4e9e-8210-556f44deed98 None None] Attempting to bind port ded80ca6-f8c0-4934-984a-620d4b13882a on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:30:05.675658 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c6266208-2155-4e9e-8210-556f44deed98 None None] Attempting to bind port ded80ca6-f8c0-4934-984a-620d4b13882a by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': 'c511ac97-bf7e-4434-ac13-7aff2c89c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'b3c159b2-c8df-44ee-aefa-7762ca0b7cc1'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:30:05.676286 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6266208-2155-4e9e-8210-556f44deed98 None None] Attempting to bind port ded80ca6-f8c0-4934-984a-620d4b13882a on network b3c159b2-c8df-44ee-aefa-7762ca0b7cc1 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:30:05.683780 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Pushing event updated for resources: {'Port': ['ID=a54fbcb2-3aeb-4423-86c2-24b36af058a0,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:05.689335 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-428a8c28-911f-483b-b0be-ef1364671190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (b89e6628-ed1a-4d9d-9b8d-a192d5642821), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:05.690429 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6266208-2155-4e9e-8210-556f44deed98 None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:30:05.691042 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6266208-2155-4e9e-8210-556f44deed98 None None] Checking segment: {'id': 'c511ac97-bf7e-4434-ac13-7aff2c89c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'b3c159b2-c8df-44ee-aefa-7762ca0b7cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:30:05.691597 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c6266208-2155-4e9e-8210-556f44deed98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:05.692687 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6266208-2155-4e9e-8210-556f44deed98 None None] Bound using segment: {'id': 'c511ac97-bf7e-4434-ac13-7aff2c89c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'b3c159b2-c8df-44ee-aefa-7762ca0b7cc1'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:30:05.693373 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-c6266208-2155-4e9e-8210-556f44deed98 None None] Bound port: ded80ca6-f8c0-4934-984a-620d4b13882a, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c511ac97-bf7e-4434-ac13-7aff2c89c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'b3c159b2-c8df-44ee-aefa-7762ca0b7cc1'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:30:05.693948 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c6266208-2155-4e9e-8210-556f44deed98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (ded80ca6-f8c0-4934-984a-620d4b13882a), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:05.738262 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=89,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:05.759355 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-428a8c28-911f-483b-b0be-ef1364671190 admin admin] Network 0148b93c-d79f-482c-aa55-1b162de4f442 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:30:05.765205 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-428a8c28-911f-483b-b0be-ef1364671190 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:30:05.770089 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-428a8c28-911f-483b-b0be-ef1364671190 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:30:05.774297 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428a8c28-911f-483b-b0be-ef1364671190 admin admin] Pushing event updated for resources: {'Port': ['ID=b89e6628-ed1a-4d9d-9b8d-a192d5642821,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:05.815339 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=caa55c24-a3af-4dbe-9f01-010be87c9cc7,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:05.856611 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c6266208-2155-4e9e-8210-556f44deed98 None None] For port ded80ca6-f8c0-4934-984a-620d4b13882a, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:30:05.860237 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-c6266208-2155-4e9e-8210-556f44deed98 None None] For port ded80ca6-f8c0-4934-984a-620d4b13882a, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=ded80ca6-f8c0-4934-984a-620d4b13882a,segment=NetworkSegment(c511ac97-bf7e-4434-ac13-7aff2c89c230),segment_id=c511ac97-bf7e-4434-ac13-7aff2c89c230)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:30:05.869572 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c6266208-2155-4e9e-8210-556f44deed98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (ded80ca6-f8c0-4934-984a-620d4b13882a), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:06.001194 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6266208-2155-4e9e-8210-556f44deed98 None None] Pushing event updated for resources: {'Port': ['ID=ded80ca6-f8c0-4934-984a-620d4b13882a,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:06.082370 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6945f729-583e-4e9b-b322-ce8cc192d0a0 None None] Sync routers for ids ['4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'] in dv-cinder-850548-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:30:06.097508 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6945f729-583e-4e9b-b322-ce8cc192d0a0 None None] Routers {'4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:30:06.099107 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6945f729-583e-4e9b-b322-ce8cc192d0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:29:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:06.152147 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ca98a0-6fa3-46cb-90d3-51f5dbef7c39 req-1fbae341-ceae-48df-87bb-903e537e212e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:06.153753 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-62ca98a0-6fa3-46cb-90d3-51f5dbef7c39 req-1fbae341-ceae-48df-87bb-903e537e212e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.1192803 Jul 20 19:30:06.232870 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-6945f729-583e-4e9b-b322-ce8cc192d0a0 None None] Set router 4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:30:06.294498 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['caa55c24-a3af-4dbe-9f01-010be87c9cc7'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:30:06.391212 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-428a8c28-911f-483b-b0be-ef1364671190 admin admin] Publish callbacks [] for router_gateway (c09b6b60-c260-40c3-b3be-c9f7dea00fef), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:06.444566 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:06.461154 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:INSERT=1,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:06.573501 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-62ca98a0-6fa3-46cb-90d3-51f5dbef7c39 req-a8a47a04-4a24-4154-a737-7769a336d8ce tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3548574 Jul 20 19:30:06.678847 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6945f729-583e-4e9b-b322-ce8cc192d0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'name': 'tempest-TestMinimumBasicScenario-283060662-router', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'a54fbcb2-3aeb-4423-86c2-24b36af058a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:29:59Z', 'updated_at': '2022-07-20T19:30:02Z', 'revision_number': 4, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'gw_port': {'id': 'a54fbcb2-3aeb-4423-86c2-24b36af058a0', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:29:59Z', 'updated_at': '2022-07-20T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '0efe0c4c-97b8-449d-ab8e-3cc7413d7984', 'name': '', 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'mac_address': 'fa:16:3e:88:04:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '862e9adf-bfc6-4261-9460-41a6c56342df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:01Z', 'updated_at': '2022-07-20T19:30:02Z', 'revision_number': 2, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'subnets': [{'id': '862e9adf-bfc6-4261-9460-41a6c56342df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:06.745202 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6945f729-583e-4e9b-b322-ce8cc192d0a0 None None] Checking router: 4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df for host: dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:30:06.745609 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6945f729-583e-4e9b-b322-ce8cc192d0a0 None None] Updating router 4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df port 0efe0c4c-97b8-449d-ab8e-3cc7413d7984 binding host dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:30:06.835610 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d31e0f-2810-4bd8-b208-feba7e216842 req-d47c271c-79f3-4b57-afbd-d144b5d88529 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:06.837489 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6945f729-583e-4e9b-b322-ce8cc192d0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (0efe0c4c-97b8-449d-ab8e-3cc7413d7984), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:06.838583 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a6d31e0f-2810-4bd8-b208-feba7e216842 req-d47c271c-79f3-4b57-afbd-d144b5d88529 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 945 time: 0.1175017 Jul 20 19:30:06.894244 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-428a8c28-911f-483b-b0be-ef1364671190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1715395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1823315'] for router (c09b6b60-c260-40c3-b3be-c9f7dea00fef), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:06.904653 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 36874) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:06.984811 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device ded80ca6-f8c0-4934-984a-620d4b13882a up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:30:07.044152 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a6d31e0f-2810-4bd8-b208-feba7e216842 req-87c7d5d7-cc0b-4e5b-849f-9820af43c67d tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1956141 Jul 20 19:30:07.063878 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71e9be6a-40e7-4c1b-9c28-13e0fb7eb9f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:07.077595 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port ded80ca6-f8c0-4934-984a-620d4b13882a triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:07.078344 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (ded80ca6-f8c0-4934-984a-620d4b13882a), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:07.158895 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-428a8c28-911f-483b-b0be-ef1364671190 admin admin] Router c09b6b60-c260-40c3-b3be-c9f7dea00fef is scheduled to L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 19:30:07.167155 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:07.179633 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port ded80ca6-f8c0-4934-984a-620d4b13882a is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:07.180090 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (ded80ca6-f8c0-4934-984a-620d4b13882a), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:07.222088 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:07.229458 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] For port ded80ca6-f8c0-4934-984a-620d4b13882a, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=ded80ca6-f8c0-4934-984a-620d4b13882a,segment=NetworkSegment(c511ac97-bf7e-4434-ac13-7aff2c89c230),segment_id=c511ac97-bf7e-4434-ac13-7aff2c89c230)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:30:07.238501 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71e9be6a-40e7-4c1b-9c28-13e0fb7eb9f5 admin admin] Publish callbacks [] for security_group (1badb4be-f020-48c5-beb0-481e46ff982a), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:07.240648 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (ded80ca6-f8c0-4934-984a-620d4b13882a), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:07.242397 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device a54fbcb2-3aeb-4423-86c2-24b36af058a0 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:30:07.248247 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6945f729-583e-4e9b-b322-ce8cc192d0a0 None None] Publish callbacks [] for port (0efe0c4c-97b8-449d-ab8e-3cc7413d7984), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:07.249806 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71e9be6a-40e7-4c1b-9c28-13e0fb7eb9f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (1badb4be-f020-48c5-beb0-481e46ff982a), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:07.256457 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6945f729-583e-4e9b-b322-ce8cc192d0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (0efe0c4c-97b8-449d-ab8e-3cc7413d7984), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:07.305517 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba1534-f29e-4b22-b2e3-ec01268228cc None None] Pushing event updated for resources: {'Port': ['ID=0efe0c4c-97b8-449d-ab8e-3cc7413d7984,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:07.319855 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-71e9be6a-40e7-4c1b-9c28-13e0fb7eb9f5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=67627cf0bb804baf8f6cec1ab2c57d47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4142404 Jul 20 19:30:07.320482 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 36882) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:07.327381 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba1534-f29e-4b22-b2e3-ec01268228cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.329328 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba1534-f29e-4b22-b2e3-ec01268228cc None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.334064 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e9be6a-40e7-4c1b-9c28-13e0fb7eb9f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1badb4be-f020-48c5-beb0-481e46ff982a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:07.334305 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba1534-f29e-4b22-b2e3-ec01268228cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.335093 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba1534-f29e-4b22-b2e3-ec01268228cc None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.335746 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba1534-f29e-4b22-b2e3-ec01268228cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.336226 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba1534-f29e-4b22-b2e3-ec01268228cc None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.336717 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba1534-f29e-4b22-b2e3-ec01268228cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.341867 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba1534-f29e-4b22-b2e3-ec01268228cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.342418 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba1534-f29e-4b22-b2e3-ec01268228cc None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.343114 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba1534-f29e-4b22-b2e3-ec01268228cc None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.343763 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba1534-f29e-4b22-b2e3-ec01268228cc None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.344439 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba1534-f29e-4b22-b2e3-ec01268228cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.345362 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba1534-f29e-4b22-b2e3-ec01268228cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.345833 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port a54fbcb2-3aeb-4423-86c2-24b36af058a0 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:07.346289 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (a54fbcb2-3aeb-4423-86c2-24b36af058a0), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:07.346853 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba1534-f29e-4b22-b2e3-ec01268228cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.347418 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2ba1534-f29e-4b22-b2e3-ec01268228cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:07.398820 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Pushing event updated for resources: {'Port': ['ID=ded80ca6-f8c0-4934-984a-620d4b13882a,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:07.431200 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=81,neutron:INSERT=16,neutron:UPDATE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:07.452167 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-73ba784e-72d3-48b6-9874-bdc160f83a80 admin admin] Publish callbacks [] for security_group (1badb4be-f020-48c5-beb0-481e46ff982a), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:07.504523 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-73ba784e-72d3-48b6-9874-bdc160f83a80 admin admin] Publish callbacks [] for security_group (1badb4be-f020-48c5-beb0-481e46ff982a), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:07.511593 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port a54fbcb2-3aeb-4423-86c2-24b36af058a0 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:07.517454 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:07.543572 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-6945f729-583e-4e9b-b322-ce8cc192d0a0 None None] Attempting to bind port 0efe0c4c-97b8-449d-ab8e-3cc7413d7984 on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:30:07.544219 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-6945f729-583e-4e9b-b322-ce8cc192d0a0 None None] Attempting to bind port 0efe0c4c-97b8-449d-ab8e-3cc7413d7984 by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': 'dc079fa5-26c0-47ea-af55-e7d007fe03ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:30:07.544750 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6945f729-583e-4e9b-b322-ce8cc192d0a0 None None] Attempting to bind port 0efe0c4c-97b8-449d-ab8e-3cc7413d7984 on network 1e189f3c-62d8-4a6b-a167-08b9a7c92e37 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:30:07.552434 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6945f729-583e-4e9b-b322-ce8cc192d0a0 None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:30:07.555823 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6945f729-583e-4e9b-b322-ce8cc192d0a0 None None] Checking segment: {'id': 'dc079fa5-26c0-47ea-af55-e7d007fe03ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:30:07.556451 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6945f729-583e-4e9b-b322-ce8cc192d0a0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:07.557327 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6945f729-583e-4e9b-b322-ce8cc192d0a0 None None] Bound using segment: {'id': 'dc079fa5-26c0-47ea-af55-e7d007fe03ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:30:07.557990 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-6945f729-583e-4e9b-b322-ce8cc192d0a0 None None] Bound port: 0efe0c4c-97b8-449d-ab8e-3cc7413d7984, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc079fa5-26c0-47ea-af55-e7d007fe03ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:30:07.558739 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6945f729-583e-4e9b-b322-ce8cc192d0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (0efe0c4c-97b8-449d-ab8e-3cc7413d7984), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:07.573419 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-73ba784e-72d3-48b6-9874-bdc160f83a80 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (1badb4be-f020-48c5-beb0-481e46ff982a), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:07.576577 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-73ba784e-72d3-48b6-9874-bdc160f83a80 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:07.578086 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbabde5-e7ee-4969-9726-b3f77b15f11f None None] Network b3c159b2-c8df-44ee-aefa-7762ca0b7cc1 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:30:07.580626 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-73ba784e-72d3-48b6-9874-bdc160f83a80 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1badb4be-f020-48c5-beb0-481e46ff982a HTTP/1.1" status: 204 len: 168 time: 0.2580159 Jul 20 19:30:07.592140 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ba784e-72d3-48b6-9874-bdc160f83a80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1badb4be-f020-48c5-beb0-481e46ff982a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:07.647888 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:07.682007 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6945f729-583e-4e9b-b322-ce8cc192d0a0 None None] For port 0efe0c4c-97b8-449d-ab8e-3cc7413d7984, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:30:07.704110 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-6945f729-583e-4e9b-b322-ce8cc192d0a0 None None] For port 0efe0c4c-97b8-449d-ab8e-3cc7413d7984, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=0efe0c4c-97b8-449d-ab8e-3cc7413d7984,segment=NetworkSegment(dc079fa5-26c0-47ea-af55-e7d007fe03ae),segment_id=dc079fa5-26c0-47ea-af55-e7d007fe03ae)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:30:07.705138 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0c21ef98-ae7b-4240-862e-374f4331a5c1 None None] Provisioning complete for port ded80ca6-f8c0-4934-984a-620d4b13882a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:07.706091 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0c21ef98-ae7b-4240-862e-374f4331a5c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (ded80ca6-f8c0-4934-984a-620d4b13882a), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:07.718144 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-6945f729-583e-4e9b-b322-ce8cc192d0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (0efe0c4c-97b8-449d-ab8e-3cc7413d7984), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:07.801752 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bb0e2-497b-4d36-b21a-ccb425115a9e req-26e62ea7-f66e-4cb2-966b-32b8081919a7 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:07.803780 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6945f729-583e-4e9b-b322-ce8cc192d0a0 None None] Routers {'4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:30:07.804637 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6945f729-583e-4e9b-b322-ce8cc192d0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:29:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:07.818915 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a55bb0e2-497b-4d36-b21a-ccb425115a9e req-26e62ea7-f66e-4cb2-966b-32b8081919a7 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0711243 Jul 20 19:30:07.918339 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device caa55c24-a3af-4dbe-9f01-010be87c9cc7 up at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:30:07.918789 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba1534-f29e-4b22-b2e3-ec01268228cc None None] Pushing event updated for resources: {'Port': ['ID=0efe0c4c-97b8-449d-ab8e-3cc7413d7984,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:07.968951 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-428a8c28-911f-483b-b0be-ef1364671190 admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:30:08.001799 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a55bb0e2-497b-4d36-b21a-ccb425115a9e req-b41e3721-8883-457f-960c-381a98123c54 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1803060 Jul 20 19:30:08.017125 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-428a8c28-911f-483b-b0be-ef1364671190 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:08.018625 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-428a8c28-911f-483b-b0be-ef1364671190 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.5735254 Jul 20 19:30:08.021890 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 36894) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:08.030335 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc2475d-1699-4058-8895-3a3507b9b75b None None] Sync routers for ids ['c09b6b60-c260-40c3-b3be-c9f7dea00fef'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:30:08.051084 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0c21ef98-ae7b-4240-862e-374f4331a5c1 None None] Current status of the port ded80ca6-f8c0-4934-984a-620d4b13882a is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:08.065461 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:08.066670 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning for port caa55c24-a3af-4dbe-9f01-010be87c9cc7 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:30:08.069823 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc2475d-1699-4058-8895-3a3507b9b75b None None] Routers {'c09b6b60-c260-40c3-b3be-c9f7dea00fef'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:30:08.070475 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3bc2475d-1699-4058-8895-3a3507b9b75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:29:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['c09b6b60-c260-40c3-b3be-c9f7dea00fef'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:08.078383 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning complete for port caa55c24-a3af-4dbe-9f01-010be87c9cc7 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:08.079650 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (caa55c24-a3af-4dbe-9f01-010be87c9cc7), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:08.110163 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 36898) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:08.124558 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d00e2473-3486-49df-96ee-357e92d976e9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:08.142649 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-6945f729-583e-4e9b-b322-ce8cc192d0a0 None None] Set router 4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:30:08.200296 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-a831d37a-4781-47a8-8668-000ed8019fa0 None None] Provisioning complete for port 0efe0c4c-97b8-449d-ab8e-3cc7413d7984 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:08.200790 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a831d37a-4781-47a8-8668-000ed8019fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (0efe0c4c-97b8-449d-ab8e-3cc7413d7984), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:08.236942 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d00e2473-3486-49df-96ee-357e92d976e9 admin admin] Publish callbacks [] for security_group (aeef680f-b084-4342-acbf-eb08dceb4c27), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:08.248930 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d00e2473-3486-49df-96ee-357e92d976e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (aeef680f-b084-4342-acbf-eb08dceb4c27), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:08.392087 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-d00e2473-3486-49df-96ee-357e92d976e9 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=63c62e0d8cc54ed1ac8eca90441e4413&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2806854 Jul 20 19:30:08.396130 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 36902) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:08.415847 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a49c6bc-1002-419d-83f5-22a01601a61e req-cd07e041-ded9-47ef-ba1f-cb0913c34d53 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:08.425641 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8a49c6bc-1002-419d-83f5-22a01601a61e req-cd07e041-ded9-47ef-ba1f-cb0913c34d53 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 945 time: 0.1832633 Jul 20 19:30:08.437321 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00e2473-3486-49df-96ee-357e92d976e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeef680f-b084-4342-acbf-eb08dceb4c27,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:08.481836 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-a831d37a-4781-47a8-8668-000ed8019fa0 None None] Current status of the port 0efe0c4c-97b8-449d-ab8e-3cc7413d7984 is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:08.482427 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a831d37a-4781-47a8-8668-000ed8019fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (0efe0c4c-97b8-449d-ab8e-3cc7413d7984), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:08.505456 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8a49c6bc-1002-419d-83f5-22a01601a61e req-013a3869-d352-4ffe-bf8c-bf42cad515b1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0779645 Jul 20 19:30:08.518567 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-3bc2475d-1699-4058-8895-3a3507b9b75b None None] Set router c09b6b60-c260-40c3-b3be-c9f7dea00fef gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:30:08.526683 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-6945f729-583e-4e9b-b322-ce8cc192d0a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'name': 'tempest-TestMinimumBasicScenario-283060662-router', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'a54fbcb2-3aeb-4423-86c2-24b36af058a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:29:59Z', 'updated_at': '2022-07-20T19:30:02Z', 'revision_number': 4, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'gw_port': {'id': 'a54fbcb2-3aeb-4423-86c2-24b36af058a0', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:29:59Z', 'updated_at': '2022-07-20T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '0efe0c4c-97b8-449d-ab8e-3cc7413d7984', 'name': '', 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'mac_address': 'fa:16:3e:88:04:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '862e9adf-bfc6-4261-9460-41a6c56342df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:01Z', 'updated_at': '2022-07-20T19:30:07Z', 'revision_number': 4, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'subnets': [{'id': '862e9adf-bfc6-4261-9460-41a6c56342df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:08.563697 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6945f729-583e-4e9b-b322-ce8cc192d0a0 None None] The sync data for ids ['4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'] in dv-cinder-850548-1-iscsi is: [{'id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'name': 'tempest-TestMinimumBasicScenario-283060662-router', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'a54fbcb2-3aeb-4423-86c2-24b36af058a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:29:59Z', 'updated_at': '2022-07-20T19:30:02Z', 'revision_number': 4, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'gw_port': {'id': 'a54fbcb2-3aeb-4423-86c2-24b36af058a0', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:29:59Z', 'updated_at': '2022-07-20T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '0efe0c4c-97b8-449d-ab8e-3cc7413d7984', 'name': '', 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'mac_address': 'fa:16:3e:88:04:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '862e9adf-bfc6-4261-9460-41a6c56342df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:01Z', 'updated_at': '2022-07-20T19:30:07Z', 'revision_number': 4, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'subnets': [{'id': '862e9adf-bfc6-4261-9460-41a6c56342df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:30:08.573855 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:08.577410 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-39cfad8e-87c9-4e53-9210-a7287fb48cde admin admin] Publish callbacks [] for security_group (aeef680f-b084-4342-acbf-eb08dceb4c27), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:08.644995 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-39cfad8e-87c9-4e53-9210-a7287fb48cde admin admin] Publish callbacks [] for security_group (aeef680f-b084-4342-acbf-eb08dceb4c27), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:08.659005 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port caa55c24-a3af-4dbe-9f01-010be87c9cc7 is: BUILD; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:08.659408 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (caa55c24-a3af-4dbe-9f01-010be87c9cc7), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:08.665558 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a831d37a-4781-47a8-8668-000ed8019fa0 None None] For port 0efe0c4c-97b8-449d-ab8e-3cc7413d7984, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=0efe0c4c-97b8-449d-ab8e-3cc7413d7984,segment=NetworkSegment(dc079fa5-26c0-47ea-af55-e7d007fe03ae),segment_id=dc079fa5-26c0-47ea-af55-e7d007fe03ae)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:30:08.705100 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a831d37a-4781-47a8-8668-000ed8019fa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (0efe0c4c-97b8-449d-ab8e-3cc7413d7984), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:08.743092 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:08.769998 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000b3a8a-e2f6-4b99-b44b-add74e40f420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa55c24-a3af-4dbe-9f01-010be87c9cc7'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:30:08.775068 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd13b06c-6028-4888-8598-853e6a0ebcbb" -d '{"events": [{"server_uuid": "000b3a8a-e2f6-4b99-b44b-add74e40f420", "name": "network-vif-plugged", "status": "completed", "tag": "caa55c24-a3af-4dbe-9f01-010be87c9cc7"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:30:08.806396 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7bf8259e-99aa-46e5-9983-4dacf9bce3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:08.822069 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port caa55c24-a3af-4dbe-9f01-010be87c9cc7, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=caa55c24-a3af-4dbe-9f01-010be87c9cc7,segment=NetworkSegment(bc85ed34-e892-4f73-ad9d-357e54d0164b),segment_id=bc85ed34-e892-4f73-ad9d-357e54d0164b)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:30:08.845394 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-39cfad8e-87c9-4e53-9210-a7287fb48cde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (aeef680f-b084-4342-acbf-eb08dceb4c27), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:08.849959 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-39cfad8e-87c9-4e53-9210-a7287fb48cde admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:08.857011 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-39cfad8e-87c9-4e53-9210-a7287fb48cde admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aeef680f-b084-4342-acbf-eb08dceb4c27 HTTP/1.1" status: 204 len: 168 time: 0.4547064 Jul 20 19:30:08.877273 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cfad8e-87c9-4e53-9210-a7287fb48cde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeef680f-b084-4342-acbf-eb08dceb4c27,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:08.965568 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=91,neutron:DELETE=8,neutron:INSERT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:09.039434 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 0efe0c4c-97b8-449d-ab8e-3cc7413d7984 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:30:09.044366 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18484c84-1a55-44a0-9497-62e69438e6e6 x-openstack-request-id: req-18484c84-1a55-44a0-9497-62e69438e6e6 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:30:09.044657 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000b3a8a-e2f6-4b99-b44b-add74e40f420", "name": "network-vif-plugged", "status": "completed", "tag": "caa55c24-a3af-4dbe-9f01-010be87c9cc7", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:30:09.044937 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-18484c84-1a55-44a0-9497-62e69438e6e6 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:30:09.045334 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-18484c84-1a55-44a0-9497-62e69438e6e6'] response: {'server_uuid': '000b3a8a-e2f6-4b99-b44b-add74e40f420', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa55c24-a3af-4dbe-9f01-010be87c9cc7', 'code': 200} Jul 20 19:30:09.088935 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (caa55c24-a3af-4dbe-9f01-010be87c9cc7), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:09.102577 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a831d37a-4781-47a8-8668-000ed8019fa0 None None] Pushing event updated for resources: {'Port': ['ID=0efe0c4c-97b8-449d-ab8e-3cc7413d7984,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:09.156739 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ae2fb8-7858-4479-afae-63c8e6af4ac7 req-111aefcf-afc2-446a-a844-963c05ce1c97 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:09.158625 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-79ae2fb8-7858-4479-afae-63c8e6af4ac7 req-111aefcf-afc2-446a-a844-963c05ce1c97 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0864398 Jul 20 19:30:09.206144 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-7bf8259e-99aa-46e5-9983-4dacf9bce3c8 admin admin] Allocated IP 172.20.0.1 (b3c159b2-c8df-44ee-aefa-7762ca0b7cc1/6b85054a-845d-4fa2-9199-3c96f4f67697/2add0fb9-9288-405f-bb4d-40d72eeb5f7d) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:30:09.212045 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0760f9e4-2b67-46f6-a6ea-16d483eab792 None None] Provisioning complete for port 0efe0c4c-97b8-449d-ab8e-3cc7413d7984 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:09.212432 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0760f9e4-2b67-46f6-a6ea-16d483eab792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (0efe0c4c-97b8-449d-ab8e-3cc7413d7984), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:09.300206 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-79ae2fb8-7858-4479-afae-63c8e6af4ac7 req-e1c194fb-4c5c-43f0-ac4d-b1dea1aa17a4 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322103 Jul 20 19:30:09.327688 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=caa55c24-a3af-4dbe-9f01-010be87c9cc7,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:09.335929 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3bc2475d-1699-4058-8895-3a3507b9b75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09b6b60-c260-40c3-b3be-c9f7dea00fef', 'name': 'tempest-TestMinimumBasicScenario-510490941-router', 'tenant_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'b89e6628-ed1a-4d9d-9b8d-a192d5642821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:04Z', 'updated_at': '2022-07-20T19:30:06Z', 'revision_number': 3, 'project_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'gw_port': {'id': 'b89e6628-ed1a-4d9d-9b8d-a192d5642821', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09b6b60-c260-40c3-b3be-c9f7dea00fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:05Z', 'updated_at': '2022-07-20T19:30:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:09.400596 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 0efe0c4c-97b8-449d-ab8e-3cc7413d7984 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:09.400596 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (0efe0c4c-97b8-449d-ab8e-3cc7413d7984), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:09.418802 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7bf8259e-99aa-46e5-9983-4dacf9bce3c8 admin admin] Publish callbacks [] for port (2add0fb9-9288-405f-bb4d-40d72eeb5f7d), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:09.460407 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05269d98-39ec-4dcb-bdbe-9b3dbc3c9c0e req-78567591-f8cf-4b71-a295-dfed6fc70efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:09.462274 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-05269d98-39ec-4dcb-bdbe-9b3dbc3c9c0e req-78567591-f8cf-4b71-a295-dfed6fc70efe service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 1130 time: 0.1094778 Jul 20 19:30:09.481351 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc2475d-1699-4058-8895-3a3507b9b75b None None] Checking router: c09b6b60-c260-40c3-b3be-c9f7dea00fef for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:30:09.481749 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc2475d-1699-4058-8895-3a3507b9b75b None None] Updating router c09b6b60-c260-40c3-b3be-c9f7dea00fef port b89e6628-ed1a-4d9d-9b8d-a192d5642821 binding host dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:30:09.483448 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7bf8259e-99aa-46e5-9983-4dacf9bce3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (2add0fb9-9288-405f-bb4d-40d72eeb5f7d), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:09.502055 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:09.551882 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-05269d98-39ec-4dcb-bdbe-9b3dbc3c9c0e req-08870ebe-d29b-4ac9-a465-9e802b2a191f service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0769546 Jul 20 19:30:09.565445 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf8259e-99aa-46e5-9983-4dacf9bce3c8 admin admin] Network b3c159b2-c8df-44ee-aefa-7762ca0b7cc1 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:30:09.569422 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-7bf8259e-99aa-46e5-9983-4dacf9bce3c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:30:09.573721 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf8259e-99aa-46e5-9983-4dacf9bce3c8 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:30:09.574279 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7bf8259e-99aa-46e5-9983-4dacf9bce3c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819021'] for router_interface (c09b6b60-c260-40c3-b3be-c9f7dea00fef), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:09.592765 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:09.611971 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3bc2475d-1699-4058-8895-3a3507b9b75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (b89e6628-ed1a-4d9d-9b8d-a192d5642821), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:09.652477 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8259e-99aa-46e5-9983-4dacf9bce3c8 admin admin] Pushing event updated for resources: {'Port': ['ID=2add0fb9-9288-405f-bb4d-40d72eeb5f7d,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:09.723684 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0760f9e4-2b67-46f6-a6ea-16d483eab792 None None] Current status of the port 0efe0c4c-97b8-449d-ab8e-3cc7413d7984 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:09.729678 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4489d323-c4f6-4720-b16f-f64b0eb3f627 req-9468a2da-1d76-43f9-a2aa-9e7e9f9bf197 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:09.731563 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4489d323-c4f6-4720-b16f-f64b0eb3f627 req-9468a2da-1d76-43f9-a2aa-9e7e9f9bf197 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 946 time: 0.0760987 Jul 20 19:30:09.757591 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-0760f9e4-2b67-46f6-a6ea-16d483eab792 None None] Provisioning complete for port ded80ca6-f8c0-4934-984a-620d4b13882a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:09.761317 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0760f9e4-2b67-46f6-a6ea-16d483eab792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (ded80ca6-f8c0-4934-984a-620d4b13882a), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:09.781547 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7bf8259e-99aa-46e5-9983-4dacf9bce3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (2add0fb9-9288-405f-bb4d-40d72eeb5f7d), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:09.842352 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 0efe0c4c-97b8-449d-ab8e-3cc7413d7984 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:09.844616 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4489d323-c4f6-4720-b16f-f64b0eb3f627 req-1d280280-ed52-4257-a730-6c7469122a3e tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1023712 Jul 20 19:30:09.849381 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device ded80ca6-f8c0-4934-984a-620d4b13882a up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:30:10.009151 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7bf8259e-99aa-46e5-9983-4dacf9bce3c8 admin admin] Publish callbacks [] for port (2add0fb9-9288-405f-bb4d-40d72eeb5f7d), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:10.012028 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:10.017002 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7bf8259e-99aa-46e5-9983-4dacf9bce3c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (2add0fb9-9288-405f-bb4d-40d72eeb5f7d), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:10.018184 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7bf8259e-99aa-46e5-9983-4dacf9bce3c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1822453'] for router_interface (c09b6b60-c260-40c3-b3be-c9f7dea00fef), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:10.032648 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port ded80ca6-f8c0-4934-984a-620d4b13882a triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:10.033052 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (ded80ca6-f8c0-4934-984a-620d4b13882a), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:10.062675 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:10.097180 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf8259e-99aa-46e5-9983-4dacf9bce3c8 admin admin] Pushing event updated for resources: {'Port': ['ID=2add0fb9-9288-405f-bb4d-40d72eeb5f7d,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:10.135243 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-0760f9e4-2b67-46f6-a6ea-16d483eab792 None None] Current status of the port ded80ca6-f8c0-4934-984a-620d4b13882a is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:10.179606 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf8259e-99aa-46e5-9983-4dacf9bce3c8 admin admin] Network b3c159b2-c8df-44ee-aefa-7762ca0b7cc1 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:30:10.181975 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-7bf8259e-99aa-46e5-9983-4dacf9bce3c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:30:10.232113 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port ded80ca6-f8c0-4934-984a-620d4b13882a is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:10.232556 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:10.290562 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1e6c8a4d-4ca0-4d7d-9ef3-2cb81c5d8c82 None None] Provisioning complete for port 2add0fb9-9288-405f-bb4d-40d72eeb5f7d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:10.290957 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1e6c8a4d-4ca0-4d7d-9ef3-2cb81c5d8c82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (2add0fb9-9288-405f-bb4d-40d72eeb5f7d), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:10.318990 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3bc2475d-1699-4058-8895-3a3507b9b75b None None] Publish callbacks [] for port (b89e6628-ed1a-4d9d-9b8d-a192d5642821), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:10.327013 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bf8259e-99aa-46e5-9983-4dacf9bce3c8 admin admin] Router c09b6b60-c260-40c3-b3be-c9f7dea00fef has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:30:10.344650 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3bc2475d-1699-4058-8895-3a3507b9b75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (b89e6628-ed1a-4d9d-9b8d-a192d5642821), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:10.434107 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-1e6c8a4d-4ca0-4d7d-9ef3-2cb81c5d8c82 None None] Port 2add0fb9-9288-405f-bb4d-40d72eeb5f7d cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:30:10.458284 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-3bc2475d-1699-4058-8895-3a3507b9b75b None None] Attempting to bind port b89e6628-ed1a-4d9d-9b8d-a192d5642821 on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:30:10.458284 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-3bc2475d-1699-4058-8895-3a3507b9b75b None None] Attempting to bind port b89e6628-ed1a-4d9d-9b8d-a192d5642821 by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:30:10.458763 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc2475d-1699-4058-8895-3a3507b9b75b None None] Attempting to bind port b89e6628-ed1a-4d9d-9b8d-a192d5642821 on network 0148b93c-d79f-482c-aa55-1b162de4f442 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:30:10.474479 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc2475d-1699-4058-8895-3a3507b9b75b None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:30:10.475003 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc2475d-1699-4058-8895-3a3507b9b75b None None] Checking segment: {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:30:10.478919 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3bc2475d-1699-4058-8895-3a3507b9b75b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:10.479530 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bc2475d-1699-4058-8895-3a3507b9b75b None None] Bound using segment: {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:30:10.480151 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-3bc2475d-1699-4058-8895-3a3507b9b75b None None] Bound port: b89e6628-ed1a-4d9d-9b8d-a192d5642821, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:30:10.480994 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3bc2475d-1699-4058-8895-3a3507b9b75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (b89e6628-ed1a-4d9d-9b8d-a192d5642821), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:10.487183 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6012d58-7a84-4101-888d-2fecea22b7f5 None None] Pushing event updated for resources: {'Port': ['ID=b89e6628-ed1a-4d9d-9b8d-a192d5642821,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:10.541638 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8947b8f-b230-4aae-8a5a-01bc99cb0cd6 req-9915abc6-b779-4e0a-aa37-8c0a21702a6c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:10.549616 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a8947b8f-b230-4aae-8a5a-01bc99cb0cd6 req-9915abc6-b779-4e0a-aa37-8c0a21702a6c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.1070349 Jul 20 19:30:10.554980 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bf8259e-99aa-46e5-9983-4dacf9bce3c8 admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:30:10.562013 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-3bc2475d-1699-4058-8895-3a3507b9b75b None None] For port b89e6628-ed1a-4d9d-9b8d-a192d5642821, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:30:10.582064 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-7bf8259e-99aa-46e5-9983-4dacf9bce3c8 admin admin] 10.222.0.79 "PUT /v2.0/routers/c09b6b60-c260-40c3-b3be-c9f7dea00fef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5473082 Jul 20 19:30:10.596133 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-3bc2475d-1699-4058-8895-3a3507b9b75b None None] For port b89e6628-ed1a-4d9d-9b8d-a192d5642821, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=b89e6628-ed1a-4d9d-9b8d-a192d5642821,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:30:10.599268 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-01e55fac-20d9-4a76-9f86-4af196d15d6a None None] Provisioning complete for port 2add0fb9-9288-405f-bb4d-40d72eeb5f7d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:10.600186 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-01e55fac-20d9-4a76-9f86-4af196d15d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (2add0fb9-9288-405f-bb4d-40d72eeb5f7d), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:10.620643 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a8947b8f-b230-4aae-8a5a-01bc99cb0cd6 req-390dda97-b959-4580-a7b6-56f57991c1d4 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642204 Jul 20 19:30:10.626571 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:10.634427 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3bc2475d-1699-4058-8895-3a3507b9b75b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (b89e6628-ed1a-4d9d-9b8d-a192d5642821), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:10.682863 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-01e55fac-20d9-4a76-9f86-4af196d15d6a None None] Port 2add0fb9-9288-405f-bb4d-40d72eeb5f7d cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:30:10.713363 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6012d58-7a84-4101-888d-2fecea22b7f5 None None] Pushing event updated for resources: {'Port': ['ID=b89e6628-ed1a-4d9d-9b8d-a192d5642821,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:10.716088 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc2475d-1699-4058-8895-3a3507b9b75b None None] Routers {'c09b6b60-c260-40c3-b3be-c9f7dea00fef'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:30:10.717159 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3bc2475d-1699-4058-8895-3a3507b9b75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:29:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['c09b6b60-c260-40c3-b3be-c9f7dea00fef'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:10.822947 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 0efe0c4c-97b8-449d-ab8e-3cc7413d7984 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:30:10.923680 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-3bc2475d-1699-4058-8895-3a3507b9b75b None None] Set router c09b6b60-c260-40c3-b3be-c9f7dea00fef gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:30:10.981788 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 0efe0c4c-97b8-449d-ab8e-3cc7413d7984 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:10.982404 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (0efe0c4c-97b8-449d-ab8e-3cc7413d7984), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:11.015971 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21557f5-35b9-4355-a836-bf3b2505958c req-a045f85f-a64a-41cb-abc0-0c941fd331fb tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:11.017753 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b21557f5-35b9-4355-a836-bf3b2505958c req-a045f85f-a64a-41cb-abc0-0c941fd331fb tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 946 time: 0.0687351 Jul 20 19:30:11.054924 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=88,neutron:INSERT=11,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:11.099380 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b21557f5-35b9-4355-a836-bf3b2505958c req-e5310640-0891-4ae6-ad98-f4ca329825e2 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0730884 Jul 20 19:30:11.150832 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:11.232764 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 0efe0c4c-97b8-449d-ab8e-3cc7413d7984 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:11.252173 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-3bc2475d-1699-4058-8895-3a3507b9b75b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09b6b60-c260-40c3-b3be-c9f7dea00fef', 'name': 'tempest-TestMinimumBasicScenario-510490941-router', 'tenant_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'b89e6628-ed1a-4d9d-9b8d-a192d5642821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:04Z', 'updated_at': '2022-07-20T19:30:09Z', 'revision_number': 4, 'project_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'gw_port': {'id': 'b89e6628-ed1a-4d9d-9b8d-a192d5642821', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09b6b60-c260-40c3-b3be-c9f7dea00fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:05Z', 'updated_at': '2022-07-20T19:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '2add0fb9-9288-405f-bb4d-40d72eeb5f7d', 'name': '', 'network_id': 'b3c159b2-c8df-44ee-aefa-7762ca0b7cc1', 'tenant_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'mac_address': 'fa:16:3e:87:fc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09b6b60-c260-40c3-b3be-c9f7dea00fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '6b85054a-845d-4fa2-9199-3c96f4f67697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:08Z', 'updated_at': '2022-07-20T19:30:09Z', 'revision_number': 2, 'project_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'subnets': [{'id': '6b85054a-845d-4fa2-9199-3c96f4f67697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:11.283376 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bc2475d-1699-4058-8895-3a3507b9b75b None None] The sync data for ids ['c09b6b60-c260-40c3-b3be-c9f7dea00fef'] in dv-cinder-850548-1-iscsi is: [{'id': 'c09b6b60-c260-40c3-b3be-c9f7dea00fef', 'name': 'tempest-TestMinimumBasicScenario-510490941-router', 'tenant_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'b89e6628-ed1a-4d9d-9b8d-a192d5642821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:04Z', 'updated_at': '2022-07-20T19:30:09Z', 'revision_number': 4, 'project_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'gw_port': {'id': 'b89e6628-ed1a-4d9d-9b8d-a192d5642821', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09b6b60-c260-40c3-b3be-c9f7dea00fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:05Z', 'updated_at': '2022-07-20T19:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '2add0fb9-9288-405f-bb4d-40d72eeb5f7d', 'name': '', 'network_id': 'b3c159b2-c8df-44ee-aefa-7762ca0b7cc1', 'tenant_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'mac_address': 'fa:16:3e:87:fc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09b6b60-c260-40c3-b3be-c9f7dea00fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '6b85054a-845d-4fa2-9199-3c96f4f67697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:08Z', 'updated_at': '2022-07-20T19:30:09Z', 'revision_number': 2, 'project_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'subnets': [{'id': '6b85054a-845d-4fa2-9199-3c96f4f67697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:30:11.767390 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b59b9-14cb-4ee9-9bed-b8090b0122bf req-64569b56-2859-445c-b962-4a7e3eeb9c8c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:11.775679 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-015b59b9-14cb-4ee9-9bed-b8090b0122bf req-64569b56-2859-445c-b962-4a7e3eeb9c8c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0603604 Jul 20 19:30:11.851750 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-015b59b9-14cb-4ee9-9bed-b8090b0122bf req-137cbbde-bb73-4c04-b8b5-97353f98c835 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748644 Jul 20 19:30:11.909009 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 36986) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:12.053733 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-065690f8-a98a-4a6a-91cb-48ca1dfa018f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:12.190832 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-065690f8-a98a-4a6a-91cb-48ca1dfa018f admin admin] Publish callbacks [] for security_group (ab95667d-5908-446c-8954-eb9b970b9a87), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:12.196491 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-065690f8-a98a-4a6a-91cb-48ca1dfa018f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (ab95667d-5908-446c-8954-eb9b970b9a87), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:12.279892 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22491f80-8e6e-44f8-8368-e42ce3546944 req-324ba116-a474-451a-82ac-582930185ed6 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:12.281694 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-22491f80-8e6e-44f8-8368-e42ce3546944 req-324ba116-a474-451a-82ac-582930185ed6 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 946 time: 0.0815170 Jul 20 19:30:12.299623 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065690f8-a98a-4a6a-91cb-48ca1dfa018f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab95667d-5908-446c-8954-eb9b970b9a87,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:12.305077 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-065690f8-a98a-4a6a-91cb-48ca1dfa018f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ce947248e3d8416db9bb1af2c0fa8dbf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3944945 Jul 20 19:30:12.308678 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 36994) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:12.355845 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-22491f80-8e6e-44f8-8368-e42ce3546944 req-eaca0396-bd14-47f3-9d34-72d42dbd0e6e tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0671406 Jul 20 19:30:12.389664 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aa0a2e10-51a5-493f-8a48-524dc3452abf admin admin] Publish callbacks [] for security_group (ab95667d-5908-446c-8954-eb9b970b9a87), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:12.443964 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aa0a2e10-51a5-493f-8a48-524dc3452abf admin admin] Publish callbacks [] for security_group (ab95667d-5908-446c-8954-eb9b970b9a87), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:12.497950 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7166e-2d60-4fa6-8eb1-f3bf3d9f3121 req-0a850554-7317-412d-92f3-c105e97bc213 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:12.499351 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d5d7166e-2d60-4fa6-8eb1-f3bf3d9f3121 req-0a850554-7317-412d-92f3-c105e97bc213 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 946 time: 0.0516069 Jul 20 19:30:12.510041 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aa0a2e10-51a5-493f-8a48-524dc3452abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (ab95667d-5908-446c-8954-eb9b970b9a87), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:12.516497 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-aa0a2e10-51a5-493f-8a48-524dc3452abf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:12.520424 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-aa0a2e10-51a5-493f-8a48-524dc3452abf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ab95667d-5908-446c-8954-eb9b970b9a87 HTTP/1.1" status: 204 len: 168 time: 0.2062635 Jul 20 19:30:12.547326 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0a2e10-51a5-493f-8a48-524dc3452abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab95667d-5908-446c-8954-eb9b970b9a87,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:12.574639 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d5d7166e-2d60-4fa6-8eb1-f3bf3d9f3121 req-93492b0c-41c0-45e4-9962-659b9e82bf45 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0665140 Jul 20 19:30:12.590079 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 37000) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:12.901547 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device b89e6628-ed1a-4d9d-9b8d-a192d5642821 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:30:13.017921 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port b89e6628-ed1a-4d9d-9b8d-a192d5642821 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:13.018676 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (b89e6628-ed1a-4d9d-9b8d-a192d5642821), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:13.025313 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169f85a-766e-497b-92cf-f9215c703579 req-4b7c57e0-8a76-490a-8d10-eb04c018a658 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:13.035052 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b169f85a-766e-497b-92cf-f9215c703579 req-4b7c57e0-8a76-490a-8d10-eb04c018a658 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0888164 Jul 20 19:30:13.039061 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae1c5e06-0ec2-48bd-ba04-02d56f70d769 tempest-TestVolumeBootPattern-242362502 tempest-TestVolumeBootPattern-242362502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:13.040785 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-ae1c5e06-0ec2-48bd-ba04-02d56f70d769 tempest-TestVolumeBootPattern-242362502 tempest-TestVolumeBootPattern-242362502-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 1125 time: 0.4496391 Jul 20 19:30:13.044031 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 37010) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:13.052796 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-81ec4d55-4a8b-4894-b317-c381a6604900 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Request body: {'floatingip': {'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'port_id': 'caa55c24-a3af-4dbe-9f01-010be87c9cc7', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'fixed_ip_address': '172.20.0.12'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:30:13.102986 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81ec4d55-4a8b-4894-b317-c381a6604900 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:13.118128 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b169f85a-766e-497b-92cf-f9215c703579 req-8539733a-31a2-4d9a-a6fe-73f98f64f0b5 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814672 Jul 20 19:30:13.139186 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port b89e6628-ed1a-4d9d-9b8d-a192d5642821 is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:13.139584 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (b89e6628-ed1a-4d9d-9b8d-a192d5642821), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:13.168318 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 37012) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:13.169743 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] For port b89e6628-ed1a-4d9d-9b8d-a192d5642821, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=b89e6628-ed1a-4d9d-9b8d-a192d5642821,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:30:13.175701 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (b89e6628-ed1a-4d9d-9b8d-a192d5642821), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:13.183748 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-976a549d-5a36-4773-b008-741fd5ded57a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:13.227586 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81ec4d55-4a8b-4894-b317-c381a6604900 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:13.260452 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Pushing event updated for resources: {'Port': ['ID=b89e6628-ed1a-4d9d-9b8d-a192d5642821,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:13.283413 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=86,neutron:INSERT=11,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:13.305024 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-976a549d-5a36-4773-b008-741fd5ded57a admin admin] Publish callbacks [] for security_group (8f3e3aa4-4348-4145-b6ed-18599a459d1a), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:13.311761 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-976a549d-5a36-4773-b008-741fd5ded57a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (8f3e3aa4-4348-4145-b6ed-18599a459d1a), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:13.335198 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:13.365927 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976a549d-5a36-4773-b008-741fd5ded57a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f3e3aa4-4348-4145-b6ed-18599a459d1a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:13.372263 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-976a549d-5a36-4773-b008-741fd5ded57a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=fdcecb8651364db1ab5f484a3f57a43c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2027454 Jul 20 19:30:13.374974 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 37016) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:13.433972 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d172f96-febf-41c2-9ad3-518aaef63cb3 admin admin] Publish callbacks [] for security_group (8f3e3aa4-4348-4145-b6ed-18599a459d1a), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:13.457928 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d172f96-febf-41c2-9ad3-518aaef63cb3 admin admin] Publish callbacks [] for security_group (8f3e3aa4-4348-4145-b6ed-18599a459d1a), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:13.513523 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d172f96-febf-41c2-9ad3-518aaef63cb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (8f3e3aa4-4348-4145-b6ed-18599a459d1a), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:13.516254 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d172f96-febf-41c2-9ad3-518aaef63cb3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:13.517603 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-9d172f96-febf-41c2-9ad3-518aaef63cb3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8f3e3aa4-4348-4145-b6ed-18599a459d1a HTTP/1.1" status: 204 len: 168 time: 0.1416607 Jul 20 19:30:13.528357 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d172f96-febf-41c2-9ad3-518aaef63cb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f3e3aa4-4348-4145-b6ed-18599a459d1a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:13.599663 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-81ec4d55-4a8b-4894-b317-c381a6604900 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Allocated IP 172.27.3.97 (0148b93c-d79f-482c-aa55-1b162de4f442/9a6c0e64-8fd5-4336-8a8c-b393c90fda39/59435f2d-6306-4f3f-a554-383789ee4661) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:30:13.610835 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-52373cde-2f5a-4158-a818-beb53bd6dc95 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:13.698095 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:13.722734 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81ec4d55-4a8b-4894-b317-c381a6604900 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for port (59435f2d-6306-4f3f-a554-383789ee4661), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:13.764609 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81ec4d55-4a8b-4894-b317-c381a6604900 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (59435f2d-6306-4f3f-a554-383789ee4661), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:13.815748 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81ec4d55-4a8b-4894-b317-c381a6604900 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Network 0148b93c-d79f-482c-aa55-1b162de4f442 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:30:13.821428 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-81ec4d55-4a8b-4894-b317-c381a6604900 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:30:13.823616 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec4d55-4a8b-4894-b317-c381a6604900 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Pushing event updated for resources: {'Port': ['ID=59435f2d-6306-4f3f-a554-383789ee4661,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:13.825770 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ec4d55-4a8b-4894-b317-c381a6604900 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:30:14.196785 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81ec4d55-4a8b-4894-b317-c381a6604900 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for floatingip (50d3789f-75dc-4968-9c26-093bb1efda62), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:14.276594 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb4d970-ac1e-4508-a17d-ae15df5c8c31 req-5015b76b-b00f-4499-9b46-49be2a8901fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:14.278185 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0eb4d970-ac1e-4508-a17d-ae15df5c8c31 req-5015b76b-b00f-4499-9b46-49be2a8901fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0694921 Jul 20 19:30:14.280861 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81ec4d55-4a8b-4894-b317-c381a6604900 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (59435f2d-6306-4f3f-a554-383789ee4661), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:14.345457 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0eb4d970-ac1e-4508-a17d-ae15df5c8c31 req-69962e55-c1f3-49f9-893c-b83ccef82bad tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594139 Jul 20 19:30:14.384229 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 37046) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:14.478764 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81ec4d55-4a8b-4894-b317-c381a6604900 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for port (59435f2d-6306-4f3f-a554-383789ee4661), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:14.483942 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81ec4d55-4a8b-4894-b317-c381a6604900 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (59435f2d-6306-4f3f-a554-383789ee4661), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:14.493648 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=94,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:14.502122 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-277f95de-ece8-4a5b-99cf-b79f9077e770 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-716743854-network', 'tenant_id': '88043393fe3f42bb9e89bb920ded5cb0'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:30:14.520935 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81ec4d55-4a8b-4894-b317-c381a6604900 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (50d3789f-75dc-4968-9c26-093bb1efda62), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:14.524750 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-277f95de-ece8-4a5b-99cf-b79f9077e770 admin admin] Made reservation on behalf of 88043393fe3f42bb9e89bb920ded5cb0 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:30:14.527291 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-277f95de-ece8-4a5b-99cf-b79f9077e770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for network (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:14.536863 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-277f95de-ece8-4a5b-99cf-b79f9077e770 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:14.569496 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=89,neutron:INSERT=9,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:14.570885 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ec4d55-4a8b-4894-b317-c381a6604900 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Pushing event updated for resources: {'Port': ['ID=59435f2d-6306-4f3f-a554-383789ee4661,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:14.574443 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=100 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:14.643171 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.db.l3_db [None req-81ec4d55-4a8b-4894-b317-c381a6604900 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Floating IP 50d3789f-75dc-4968-9c26-093bb1efda62 associated. External IP: 172.27.3.97, port: caa55c24-a3af-4dbe-9f01-010be87c9cc7. Jul 20 19:30:14.644466 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-277f95de-ece8-4a5b-99cf-b79f9077e770 admin admin] Publish callbacks [] for security_group (74e1b062-c00a-47ef-97c6-017995306f7f), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:14.648852 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-277f95de-ece8-4a5b-99cf-b79f9077e770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (74e1b062-c00a-47ef-97c6-017995306f7f), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:14.682627 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-277f95de-ece8-4a5b-99cf-b79f9077e770 admin admin] vlan segment allocate from pool success with {'vlan_id': 996, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:30:14.705137 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f95de-ece8-4a5b-99cf-b79f9077e770 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74e1b062-c00a-47ef-97c6-017995306f7f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:14.713428 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-277f95de-ece8-4a5b-99cf-b79f9077e770 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (76b31a33-72d3-4523-aaee-4c6393552ab6), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:14.713784 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.segments_db [None req-277f95de-ece8-4a5b-99cf-b79f9077e770 admin admin] Added segment 76b31a33-72d3-4523-aaee-4c6393552ab6 of type vlan for network aa803d31-83af-4e49-82a4-4d33443dbbcb Jul 20 19:30:14.765901 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-277f95de-ece8-4a5b-99cf-b79f9077e770 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773866076730'] for network (aa803d31-83af-4e49-82a4-4d33443dbbcb), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:14.805591 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-277f95de-ece8-4a5b-99cf-b79f9077e770 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for network (aa803d31-83af-4e49-82a4-4d33443dbbcb), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:14.811176 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-277f95de-ece8-4a5b-99cf-b79f9077e770 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:14.812076 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-277f95de-ece8-4a5b-99cf-b79f9077e770 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:14.840703 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device b89e6628-ed1a-4d9d-9b8d-a192d5642821 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:30:14.855116 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-277f95de-ece8-4a5b-99cf-b79f9077e770 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.4670119 Jul 20 19:30:14.855311 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 37052) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:14.876247 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:14.888911 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-d246f663-aca0-4a22-aa35-c45b14b209e8 admin admin] Request body: {'subnet': {'network_id': 'aa803d31-83af-4e49-82a4-4d33443dbbcb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-716743854-subnet', 'tenant_id': '88043393fe3f42bb9e89bb920ded5cb0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:30:14.902898 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277f95de-ece8-4a5b-99cf-b79f9077e770 admin admin] Pushing event updated for resources: {'Network': ['ID=aa803d31-83af-4e49-82a4-4d33443dbbcb,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:14.920235 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Network aa803d31-83af-4e49-82a4-4d33443dbbcb details requested by agent ovs-agent-dv-cinder-850548-1-iscsi with host dv-cinder-850548-1-iscsi {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:30:14.924899 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port b89e6628-ed1a-4d9d-9b8d-a192d5642821 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:14.925292 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (b89e6628-ed1a-4d9d-9b8d-a192d5642821), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:14.928833 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81ec4d55-4a8b-4894-b317-c381a6604900 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:30:14.940617 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d246f663-aca0-4a22-aa35-c45b14b209e8 admin admin] Made reservation on behalf of 88043393fe3f42bb9e89bb920ded5cb0 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:30:14.944933 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d246f663-aca0-4a22-aa35-c45b14b209e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26201642'] for subnet (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:15.056385 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81ec4d55-4a8b-4894-b317-c381a6604900 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:30:15.066406 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa29578-04c4-4f4c-a5b3-74e5ac7e7a0d None None] Sync routers for ids ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'] in dv-cinder-850548-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:30:15.081922 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-81ec4d55-4a8b-4894-b317-c381a6604900 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:15.093210 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa29578-04c4-4f4c-a5b3-74e5ac7e7a0d None None] Routers {'0e825021-e5c0-47f7-bf54-fe8856ae3ffd'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:30:15.094566 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5fa29578-04c4-4f4c-a5b3-74e5ac7e7a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:29:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:15.108625 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=80,neutron:DELETE=4,neutron:INSERT=13,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:15.125068 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-81ec4d55-4a8b-4894-b317-c381a6604900 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0789554 Jul 20 19:30:15.125556 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '000b3a8a-e2f6-4b99-b44b-add74e40f420', 'tag': 'caa55c24-a3af-4dbe-9f01-010be87c9cc7'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:30:15.128091 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9cd79ebd3f805e6a7478220ee26c4e1921248cfe9318229c3fb3c09e22ed3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71c21974-7fd0-4c82-b157-37fa4fb659ac" -d '{"events": [{"name": "network-changed", "server_uuid": "000b3a8a-e2f6-4b99-b44b-add74e40f420", "tag": "caa55c24-a3af-4dbe-9f01-010be87c9cc7"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:30:15.180715 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42a2476-4575-4e7f-addb-653f99d66ae8 x-openstack-request-id: req-b42a2476-4575-4e7f-addb-653f99d66ae8 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:30:15.181881 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "000b3a8a-e2f6-4b99-b44b-add74e40f420", "tag": "caa55c24-a3af-4dbe-9f01-010be87c9cc7", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:30:15.182339 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b42a2476-4575-4e7f-addb-653f99d66ae8 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:30:15.183432 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b42a2476-4575-4e7f-addb-653f99d66ae8'] response: {'name': 'network-changed', 'server_uuid': '000b3a8a-e2f6-4b99-b44b-add74e40f420', 'tag': 'caa55c24-a3af-4dbe-9f01-010be87c9cc7', 'status': 'completed', 'code': 200} Jul 20 19:30:15.189371 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7856b052-0b31-4809-b5a9-0b37bd45445f None None] Sync routers for ids ['c09b6b60-c260-40c3-b3be-c9f7dea00fef'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:30:15.189553 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d246f663-aca0-4a22-aa35-c45b14b209e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3300343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26201624'] for subnet (3013e445-233e-4e16-b664-3a6f915567e4), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:15.240917 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-5fa29578-04c4-4f4c-a5b3-74e5ac7e7a0d None None] Set router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:30:15.246685 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7856b052-0b31-4809-b5a9-0b37bd45445f None None] Routers {'c09b6b60-c260-40c3-b3be-c9f7dea00fef'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:30:15.247582 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7856b052-0b31-4809-b5a9-0b37bd45445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:29:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['c09b6b60-c260-40c3-b3be-c9f7dea00fef'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:15.270580 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d246f663-aca0-4a22-aa35-c45b14b209e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3013e445-233e-4e16-b664-3a6f915567e4,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:15.288438 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d246f663-aca0-4a22-aa35-c45b14b209e8 admin admin] Checking segment: {'id': '76b31a33-72d3-4523-aaee-4c6393552ab6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 996, 'network_id': 'aa803d31-83af-4e49-82a4-4d33443dbbcb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:30:15.289175 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d246f663-aca0-4a22-aa35-c45b14b209e8 admin admin] Network hostable DHCP agents. Network: aa803d31-83af-4e49-82a4-4d33443dbbcb, hostable agents: ['217e9daa-c487-480e-ab7e-28b155725c37'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:30:15.341463 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d246f663-aca0-4a22-aa35-c45b14b209e8 admin admin] Network aa803d31-83af-4e49-82a4-4d33443dbbcb is scheduled to be hosted by DHCP agent 217e9daa-c487-480e-ab7e-28b155725c37 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:30:15.357693 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-d246f663-aca0-4a22-aa35-c45b14b209e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850548-1-iscsi, aa803d31-83af-4e49-82a4-4d33443dbbcb) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:30:15.362526 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d246f663-aca0-4a22-aa35-c45b14b209e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:15.363142 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d246f663-aca0-4a22-aa35-c45b14b209e8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:15.376834 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c21974-7fd0-4c82-b157-37fa4fb659ac req-e9793278-db6a-4d22-86c6-ec00bbe5bce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:15.378678 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-71c21974-7fd0-4c82-b157-37fa4fb659ac req-e9793278-db6a-4d22-86c6-ec00bbe5bce4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3f1255754afb4cd384a11c87a9d717df&device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 1130 time: 0.0711000 Jul 20 19:30:15.399449 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-d246f663-aca0-4a22-aa35-c45b14b209e8 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5337164 Jul 20 19:30:15.414332 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port b89e6628-ed1a-4d9d-9b8d-a192d5642821 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:15.416923 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299ba1d1-7028-4d10-9578-db9554171ceb None None] Network aa803d31-83af-4e49-82a4-4d33443dbbcb requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:30:15.511401 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-7856b052-0b31-4809-b5a9-0b37bd45445f None None] Set router c09b6b60-c260-40c3-b3be-c9f7dea00fef gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:30:15.549016 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92c618d-fdda-475d-bcb4-d59e929bdf65 req-7ad356e3-ff92-4958-a2bb-2edacbaad0eb tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:15.550569 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f92c618d-fdda-475d-bcb4-d59e929bdf65 req-7ad356e3-ff92-4958-a2bb-2edacbaad0eb tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0778518 Jul 20 19:30:15.602858 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c21974-7fd0-4c82-b157-37fa4fb659ac req-6c518af7-2044-42c5-8288-6c59b155aaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:15.604983 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-71c21974-7fd0-4c82-b157-37fa4fb659ac req-6c518af7-2044-42c5-8288-6c59b155aaa7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b HTTP/1.1" status: 200 len: 913 time: 0.2181647 Jul 20 19:30:15.641128 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:15.642710 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f92c618d-fdda-475d-bcb4-d59e929bdf65 req-019f87f4-5fea-4b63-8dd8-ed8a5a3a5d96 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827382 Jul 20 19:30:15.724367 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e1cc09-78b3-4712-8a09-7fc8d7f3a368 None None] Network aa803d31-83af-4e49-82a4-4d33443dbbcb requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:30:15.739581 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=88,neutron:INSERT=9,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:15.760063 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5fa29578-04c4-4f4c-a5b3-74e5ac7e7a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'name': 'tempest-TestVolumeBootPattern-1308110093-router', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:43Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'gw_port': {'id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:44Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '50d3789f-75dc-4968-9c26-093bb1efda62', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'port_id': 'caa55c24-a3af-4dbe-9f01-010be87c9cc7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'mac_address': 'fa:16:3e:1e:4d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b3a8a-e2f6-4b99-b44b-add74e40f420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:30:14Z', 'updated_at': '2022-07-20T19:30:14Z', 'revision_number': 0, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2b7ed4-4909-4266-8539-2492412c1319', 'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'mac_address': 'fa:16:3e:9f:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:46Z', 'updated_at': '2022-07-20T19:28:51Z', 'revision_number': 5, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'subnets': [{'id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:15.760795 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-71c21974-7fd0-4c82-b157-37fa4fb659ac req-48afb7bc-226b-4573-9787-c83f9bdef7f9 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=caa55c24-a3af-4dbe-9f01-010be87c9cc7 HTTP/1.1" status: 200 len: 999 time: 0.1231256 Jul 20 19:30:15.791341 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa29578-04c4-4f4c-a5b3-74e5ac7e7a0d None None] Checking router: 0e825021-e5c0-47f7-bf54-fe8856ae3ffd for host: dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:30:15.805308 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa29578-04c4-4f4c-a5b3-74e5ac7e7a0d None None] Routers {'0e825021-e5c0-47f7-bf54-fe8856ae3ffd'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:30:15.806292 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5fa29578-04c4-4f4c-a5b3-74e5ac7e7a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:29:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:15.859133 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c21974-7fd0-4c82-b157-37fa4fb659ac req-67eefe20-885b-49dc-a2ba-ffc9ebee1881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:15.860587 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-71c21974-7fd0-4c82-b157-37fa4fb659ac req-67eefe20-885b-49dc-a2ba-ffc9ebee1881 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4d19357c-ece7-45d1-a6a5-4668097ab380 HTTP/1.1" status: 200 len: 851 time: 0.0705197 Jul 20 19:30:15.953384 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c21974-7fd0-4c82-b157-37fa4fb659ac req-e81b5872-cab3-4401-b765-b459d963db76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:15.959884 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-71c21974-7fd0-4c82-b157-37fa4fb659ac req-e81b5872-cab3-4401-b765-b459d963db76 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0875218 Jul 20 19:30:15.967854 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7856b052-0b31-4809-b5a9-0b37bd45445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09b6b60-c260-40c3-b3be-c9f7dea00fef', 'name': 'tempest-TestMinimumBasicScenario-510490941-router', 'tenant_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'b89e6628-ed1a-4d9d-9b8d-a192d5642821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:04Z', 'updated_at': '2022-07-20T19:30:09Z', 'revision_number': 4, 'project_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'gw_port': {'id': 'b89e6628-ed1a-4d9d-9b8d-a192d5642821', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09b6b60-c260-40c3-b3be-c9f7dea00fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:05Z', 'updated_at': '2022-07-20T19:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '2add0fb9-9288-405f-bb4d-40d72eeb5f7d', 'name': '', 'network_id': 'b3c159b2-c8df-44ee-aefa-7762ca0b7cc1', 'tenant_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'mac_address': 'fa:16:3e:87:fc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09b6b60-c260-40c3-b3be-c9f7dea00fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '6b85054a-845d-4fa2-9199-3c96f4f67697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:08Z', 'updated_at': '2022-07-20T19:30:09Z', 'revision_number': 2, 'project_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'subnets': [{'id': '6b85054a-845d-4fa2-9199-3c96f4f67697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:15.973599 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:15.976941 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:15.982191 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-5fa29578-04c4-4f4c-a5b3-74e5ac7e7a0d None None] Set router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:30:16.014265 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5176606a-6eb0-4a67-bfa6-71a36c42f47a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.016507 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7856b052-0b31-4809-b5a9-0b37bd45445f None None] Checking router: c09b6b60-c260-40c3-b3be-c9f7dea00fef for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:30:16.016866 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7856b052-0b31-4809-b5a9-0b37bd45445f None None] Updating router c09b6b60-c260-40c3-b3be-c9f7dea00fef port 2add0fb9-9288-405f-bb4d-40d72eeb5f7d binding host dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:30:16.049087 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7856b052-0b31-4809-b5a9-0b37bd45445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (2add0fb9-9288-405f-bb4d-40d72eeb5f7d), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.101569 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-71c21974-7fd0-4c82-b157-37fa4fb659ac req-b845e72a-60a0-4371-9420-bdbd7f699ee9 service neutron] 10.222.0.96 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267598 Jul 20 19:30:16.139506 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 37078) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:16.146172 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-2c016b7b-9d77-46e2-a817-dcfb740799fb admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-370180013-network', 'tenant_id': 'cfd23bc3225942f9b8e8b021d46c572c'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:30:16.179357 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c016b7b-9d77-46e2-a817-dcfb740799fb admin admin] Made reservation on behalf of cfd23bc3225942f9b8e8b021d46c572c for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:30:16.182234 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c016b7b-9d77-46e2-a817-dcfb740799fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for network (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.191296 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c016b7b-9d77-46e2-a817-dcfb740799fb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.233541 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-71c21974-7fd0-4c82-b157-37fa4fb659ac req-0b00f39e-3cd3-4d80-885b-d6193582b755 service neutron] 10.222.0.96 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230912 Jul 20 19:30:16.258736 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-5fa29578-04c4-4f4c-a5b3-74e5ac7e7a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'name': 'tempest-TestVolumeBootPattern-1308110093-router', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:43Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'gw_port': {'id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:44Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '50d3789f-75dc-4968-9c26-093bb1efda62', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'port_id': 'caa55c24-a3af-4dbe-9f01-010be87c9cc7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'mac_address': 'fa:16:3e:1e:4d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b3a8a-e2f6-4b99-b44b-add74e40f420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:30:14Z', 'updated_at': '2022-07-20T19:30:14Z', 'revision_number': 0, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2b7ed4-4909-4266-8539-2492412c1319', 'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'mac_address': 'fa:16:3e:9f:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:46Z', 'updated_at': '2022-07-20T19:28:51Z', 'revision_number': 5, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'subnets': [{'id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:16.289460 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fa29578-04c4-4f4c-a5b3-74e5ac7e7a0d None None] The sync data for ids ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'] in dv-cinder-850548-1-iscsi is: [{'id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'name': 'tempest-TestVolumeBootPattern-1308110093-router', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:43Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'gw_port': {'id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:44Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '50d3789f-75dc-4968-9c26-093bb1efda62', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'floating_ip_address': '172.27.3.97', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'port_id': 'caa55c24-a3af-4dbe-9f01-010be87c9cc7', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 417, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'mac_address': 'fa:16:3e:1e:4d:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '000b3a8a-e2f6-4b99-b44b-add74e40f420', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:30:14Z', 'updated_at': '2022-07-20T19:30:14Z', 'revision_number': 0, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2b7ed4-4909-4266-8539-2492412c1319', 'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'mac_address': 'fa:16:3e:9f:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:46Z', 'updated_at': '2022-07-20T19:28:51Z', 'revision_number': 5, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'subnets': [{'id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:30:16.296151 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c016b7b-9d77-46e2-a817-dcfb740799fb admin admin] Publish callbacks [] for security_group (edba3d8b-81b6-49d8-aeb8-f6cb56f9e60f), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.302250 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c016b7b-9d77-46e2-a817-dcfb740799fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (edba3d8b-81b6-49d8-aeb8-f6cb56f9e60f), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.312810 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:16.331407 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c016b7b-9d77-46e2-a817-dcfb740799fb admin admin] vlan segment allocate from pool success with {'vlan_id': 973, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:30:16.348663 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c016b7b-9d77-46e2-a817-dcfb740799fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edba3d8b-81b6-49d8-aeb8-f6cb56f9e60f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:16.354115 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c016b7b-9d77-46e2-a817-dcfb740799fb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (b003cb4b-8c07-4936-8110-c90fbc36eb49), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.354456 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.db.segments_db [None req-2c016b7b-9d77-46e2-a817-dcfb740799fb admin admin] Added segment b003cb4b-8c07-4936-8110-c90fbc36eb49 of type vlan for network 932a93b7-3185-4399-a0f2-7c0360721a57 Jul 20 19:30:16.399128 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c016b7b-9d77-46e2-a817-dcfb740799fb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773866076730'] for network (932a93b7-3185-4399-a0f2-7c0360721a57), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.404111 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7856b052-0b31-4809-b5a9-0b37bd45445f None None] Publish callbacks [] for port (2add0fb9-9288-405f-bb4d-40d72eeb5f7d), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.416397 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7856b052-0b31-4809-b5a9-0b37bd45445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (2add0fb9-9288-405f-bb4d-40d72eeb5f7d), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.434438 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c016b7b-9d77-46e2-a817-dcfb740799fb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for network (932a93b7-3185-4399-a0f2-7c0360721a57), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.435455 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c016b7b-9d77-46e2-a817-dcfb740799fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:16.436045 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2c016b7b-9d77-46e2-a817-dcfb740799fb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.476389 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=83,neutron:DELETE=2,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:16.484351 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 37080) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:16.484825 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-2c016b7b-9d77-46e2-a817-dcfb740799fb admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.3436506 Jul 20 19:30:16.493973 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-292b920e-fd5e-44fc-8107-2a37c3dd44e9 admin admin] Request body: {'subnet': {'network_id': '932a93b7-3185-4399-a0f2-7c0360721a57', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-370180013-subnet', 'tenant_id': 'cfd23bc3225942f9b8e8b021d46c572c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:30:16.499204 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a7a54d-c350-40b8-965f-c547d5d80425 None None] Pushing event updated for resources: {'Port': ['ID=2add0fb9-9288-405f-bb4d-40d72eeb5f7d,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:16.521660 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c016b7b-9d77-46e2-a817-dcfb740799fb admin admin] Pushing event updated for resources: {'Network': ['ID=932a93b7-3185-4399-a0f2-7c0360721a57,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:16.542905 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7856b052-0b31-4809-b5a9-0b37bd45445f None None] Attempting to bind port 2add0fb9-9288-405f-bb4d-40d72eeb5f7d on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:30:16.543335 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7856b052-0b31-4809-b5a9-0b37bd45445f None None] Attempting to bind port 2add0fb9-9288-405f-bb4d-40d72eeb5f7d by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': 'c511ac97-bf7e-4434-ac13-7aff2c89c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'b3c159b2-c8df-44ee-aefa-7762ca0b7cc1'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:30:16.543725 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7856b052-0b31-4809-b5a9-0b37bd45445f None None] Attempting to bind port 2add0fb9-9288-405f-bb4d-40d72eeb5f7d on network b3c159b2-c8df-44ee-aefa-7762ca0b7cc1 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:30:16.551000 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7856b052-0b31-4809-b5a9-0b37bd45445f None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 29, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:30:16.551297 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7856b052-0b31-4809-b5a9-0b37bd45445f None None] Checking segment: {'id': 'c511ac97-bf7e-4434-ac13-7aff2c89c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'b3c159b2-c8df-44ee-aefa-7762ca0b7cc1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:30:16.551756 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7856b052-0b31-4809-b5a9-0b37bd45445f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.552283 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7856b052-0b31-4809-b5a9-0b37bd45445f None None] Bound using segment: {'id': 'c511ac97-bf7e-4434-ac13-7aff2c89c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'b3c159b2-c8df-44ee-aefa-7762ca0b7cc1'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:30:16.552857 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7856b052-0b31-4809-b5a9-0b37bd45445f None None] Bound port: 2add0fb9-9288-405f-bb4d-40d72eeb5f7d, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c511ac97-bf7e-4434-ac13-7aff2c89c230', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 954, 'network_id': 'b3c159b2-c8df-44ee-aefa-7762ca0b7cc1'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:30:16.553213 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7856b052-0b31-4809-b5a9-0b37bd45445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (2add0fb9-9288-405f-bb4d-40d72eeb5f7d), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.556429 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-292b920e-fd5e-44fc-8107-2a37c3dd44e9 admin admin] Made reservation on behalf of cfd23bc3225942f9b8e8b021d46c572c for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:30:16.559232 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-292b920e-fd5e-44fc-8107-2a37c3dd44e9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26201642'] for subnet (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.570962 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Network 932a93b7-3185-4399-a0f2-7c0360721a57 details requested by agent ovs-agent-dv-cinder-850548-1-iscsi with host dv-cinder-850548-1-iscsi {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:30:16.619348 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:16.648001 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffd2db9c-29f3-47d3-a233-0ed954afc8ce None None] New status for floating IP 50d3789f-75dc-4968-9c26-093bb1efda62: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:30:16.737763 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7856b052-0b31-4809-b5a9-0b37bd45445f None None] For port 2add0fb9-9288-405f-bb4d-40d72eeb5f7d, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:30:16.756927 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7856b052-0b31-4809-b5a9-0b37bd45445f None None] For port 2add0fb9-9288-405f-bb4d-40d72eeb5f7d, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=2add0fb9-9288-405f-bb4d-40d72eeb5f7d,segment=NetworkSegment(c511ac97-bf7e-4434-ac13-7aff2c89c230),segment_id=c511ac97-bf7e-4434-ac13-7aff2c89c230)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:30:16.768403 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7856b052-0b31-4809-b5a9-0b37bd45445f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (2add0fb9-9288-405f-bb4d-40d72eeb5f7d), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:16.834114 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55796ba-e511-476a-abb6-b28bb0215a79 req-ab16924e-5994-41e0-b8ef-108cd88240ae tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:16.841300 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f55796ba-e511-476a-abb6-b28bb0215a79 req-ab16924e-5994-41e0-b8ef-108cd88240ae tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0784400 Jul 20 19:30:16.854505 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:16.904613 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7856b052-0b31-4809-b5a9-0b37bd45445f None None] Routers {'c09b6b60-c260-40c3-b3be-c9f7dea00fef'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:30:16.905284 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7856b052-0b31-4809-b5a9-0b37bd45445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:30:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['c09b6b60-c260-40c3-b3be-c9f7dea00fef'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:16.977454 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a7a54d-c350-40b8-965f-c547d5d80425 None None] Pushing event updated for resources: {'Port': ['ID=2add0fb9-9288-405f-bb4d-40d72eeb5f7d,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:16.998304 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:17.000824 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f4d6c00c-8bea-46ca-8934-756d2501bc71 None None] Provisioning complete for port 2add0fb9-9288-405f-bb4d-40d72eeb5f7d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:17.005956 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f4d6c00c-8bea-46ca-8934-756d2501bc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (2add0fb9-9288-405f-bb4d-40d72eeb5f7d), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:17.039150 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f55796ba-e511-476a-abb6-b28bb0215a79 req-e28dccba-a809-4fca-8380-5afcf1fd135a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1968813 Jul 20 19:30:17.060459 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-292b920e-fd5e-44fc-8107-2a37c3dd44e9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3300343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26201624'] for subnet (043eb9c8-f4bf-4cc4-bed4-4573e534497a), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:17.162275 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292b920e-fd5e-44fc-8107-2a37c3dd44e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=043eb9c8-f4bf-4cc4-bed4-4573e534497a,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:17.167003 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-292b920e-fd5e-44fc-8107-2a37c3dd44e9 admin admin] Checking segment: {'id': 'b003cb4b-8c07-4936-8110-c90fbc36eb49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 973, 'network_id': '932a93b7-3185-4399-a0f2-7c0360721a57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:30:17.167390 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292b920e-fd5e-44fc-8107-2a37c3dd44e9 admin admin] Network hostable DHCP agents. Network: 932a93b7-3185-4399-a0f2-7c0360721a57, hostable agents: ['217e9daa-c487-480e-ab7e-28b155725c37'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:30:17.177977 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-7856b052-0b31-4809-b5a9-0b37bd45445f None None] Set router c09b6b60-c260-40c3-b3be-c9f7dea00fef gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:30:17.189057 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292b920e-fd5e-44fc-8107-2a37c3dd44e9 admin admin] Network 932a93b7-3185-4399-a0f2-7c0360721a57 is scheduled to be hosted by DHCP agent 217e9daa-c487-480e-ab7e-28b155725c37 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:30:17.202958 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-292b920e-fd5e-44fc-8107-2a37c3dd44e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850548-1-iscsi, 932a93b7-3185-4399-a0f2-7c0360721a57) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:30:17.208000 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-292b920e-fd5e-44fc-8107-2a37c3dd44e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:17.210187 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-292b920e-fd5e-44fc-8107-2a37c3dd44e9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:17.218291 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f19c598-a8d4-4a0d-bcb2-15ce4e593183 None None] Network 932a93b7-3185-4399-a0f2-7c0360721a57 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:30:17.240972 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-292b920e-fd5e-44fc-8107-2a37c3dd44e9 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7496824 Jul 20 19:30:17.241174 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f4d6c00c-8bea-46ca-8934-756d2501bc71 None None] Current status of the port 2add0fb9-9288-405f-bb4d-40d72eeb5f7d is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:17.241174 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f4d6c00c-8bea-46ca-8934-756d2501bc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (2add0fb9-9288-405f-bb4d-40d72eeb5f7d), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:17.551132 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-f4d6c00c-8bea-46ca-8934-756d2501bc71 None None] For port 2add0fb9-9288-405f-bb4d-40d72eeb5f7d, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=2add0fb9-9288-405f-bb4d-40d72eeb5f7d,segment=NetworkSegment(c511ac97-bf7e-4434-ac13-7aff2c89c230),segment_id=c511ac97-bf7e-4434-ac13-7aff2c89c230)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:30:17.562882 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f4d6c00c-8bea-46ca-8934-756d2501bc71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (2add0fb9-9288-405f-bb4d-40d72eeb5f7d), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:17.655412 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe5ecc1-3dd2-4697-a2b8-47fcd834b413 None None] Network 932a93b7-3185-4399-a0f2-7c0360721a57 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:30:17.692532 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:17.808509 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d6c00c-8bea-46ca-8934-756d2501bc71 None None] Pushing event updated for resources: {'Port': ['ID=2add0fb9-9288-405f-bb4d-40d72eeb5f7d,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:17.833696 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-01217656-597c-4a54-b4b7-7dd0806949e8 None None] Provisioning complete for port 2add0fb9-9288-405f-bb4d-40d72eeb5f7d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:17.837273 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-01217656-597c-4a54-b4b7-7dd0806949e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (2add0fb9-9288-405f-bb4d-40d72eeb5f7d), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:17.884585 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-7856b052-0b31-4809-b5a9-0b37bd45445f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09b6b60-c260-40c3-b3be-c9f7dea00fef', 'name': 'tempest-TestMinimumBasicScenario-510490941-router', 'tenant_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'b89e6628-ed1a-4d9d-9b8d-a192d5642821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:04Z', 'updated_at': '2022-07-20T19:30:09Z', 'revision_number': 4, 'project_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'gw_port': {'id': 'b89e6628-ed1a-4d9d-9b8d-a192d5642821', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09b6b60-c260-40c3-b3be-c9f7dea00fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:05Z', 'updated_at': '2022-07-20T19:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '2add0fb9-9288-405f-bb4d-40d72eeb5f7d', 'name': '', 'network_id': 'b3c159b2-c8df-44ee-aefa-7762ca0b7cc1', 'tenant_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'mac_address': 'fa:16:3e:87:fc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09b6b60-c260-40c3-b3be-c9f7dea00fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '6b85054a-845d-4fa2-9199-3c96f4f67697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:08Z', 'updated_at': '2022-07-20T19:30:16Z', 'revision_number': 4, 'project_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'subnets': [{'id': '6b85054a-845d-4fa2-9199-3c96f4f67697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:17.929771 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7856b052-0b31-4809-b5a9-0b37bd45445f None None] The sync data for ids ['c09b6b60-c260-40c3-b3be-c9f7dea00fef'] in dv-cinder-850548-1-iscsi is: [{'id': 'c09b6b60-c260-40c3-b3be-c9f7dea00fef', 'name': 'tempest-TestMinimumBasicScenario-510490941-router', 'tenant_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'b89e6628-ed1a-4d9d-9b8d-a192d5642821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:04Z', 'updated_at': '2022-07-20T19:30:09Z', 'revision_number': 4, 'project_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'gw_port': {'id': 'b89e6628-ed1a-4d9d-9b8d-a192d5642821', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09b6b60-c260-40c3-b3be-c9f7dea00fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:05Z', 'updated_at': '2022-07-20T19:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '2add0fb9-9288-405f-bb4d-40d72eeb5f7d', 'name': '', 'network_id': 'b3c159b2-c8df-44ee-aefa-7762ca0b7cc1', 'tenant_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'mac_address': 'fa:16:3e:87:fc:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c09b6b60-c260-40c3-b3be-c9f7dea00fef', 'device_owner': 'network:router_interface', 'standard_attr_id': 405, 'fixed_ips': [{'subnet_id': '6b85054a-845d-4fa2-9199-3c96f4f67697', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:08Z', 'updated_at': '2022-07-20T19:30:16Z', 'revision_number': 4, 'project_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'subnets': [{'id': '6b85054a-845d-4fa2-9199-3c96f4f67697', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:30:18.027652 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-01217656-597c-4a54-b4b7-7dd0806949e8 None None] Current status of the port 2add0fb9-9288-405f-bb4d-40d72eeb5f7d is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:18.256029 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04fd162-b922-4fbc-88c4-d0b4b410c50d req-076a7b74-7c48-4ac8-90e1-408da9a0d606 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:18.266361 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d04fd162-b922-4fbc-88c4-d0b4b410c50d req-076a7b74-7c48-4ac8-90e1-408da9a0d606 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.1261313 Jul 20 19:30:18.361714 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d04fd162-b922-4fbc-88c4-d0b4b410c50d req-2107af04-81a0-43f4-8d07-2d0e733a7579 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798154 Jul 20 19:30:18.615873 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:18.809071 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:18.841262 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:18.896219 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 2add0fb9-9288-405f-bb4d-40d72eeb5f7d up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:30:18.969059 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 2add0fb9-9288-405f-bb4d-40d72eeb5f7d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:18.969710 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (2add0fb9-9288-405f-bb4d-40d72eeb5f7d), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:19.065552 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 2add0fb9-9288-405f-bb4d-40d72eeb5f7d is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:19.321226 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c17878-0d4f-4e87-821a-7c1e90e78efc req-23b97284-87c5-4a7a-8016-e9bd53917500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:19.323662 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d0c17878-0d4f-4e87-821a-7c1e90e78efc req-23b97284-87c5-4a7a-8016-e9bd53917500 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 1129 time: 0.0512090 Jul 20 19:30:19.401504 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d0c17878-0d4f-4e87-821a-7c1e90e78efc req-fd788f33-bab8-4500-b8d7-e731a94202e6 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640137 Jul 20 19:30:19.522007 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d20172-4e5e-4a53-9f45-da378a89aba6 req-22755345-bb64-44e9-b9c2-87adbb7fffcb tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:19.524903 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d4d20172-4e5e-4a53-9f45-da378a89aba6 req-22755345-bb64-44e9-b9c2-87adbb7fffcb tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0858684 Jul 20 19:30:19.540513 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:19.597047 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d4d20172-4e5e-4a53-9f45-da378a89aba6 req-8c53b947-064b-4d19-b872-85663fc81ed3 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655375 Jul 20 19:30:20.783090 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3234e0-bd2e-4ced-b200-455edb25a986 req-c53f6503-f056-4d67-8f55-a98de8941e94 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:20.785010 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3e3234e0-bd2e-4ced-b200-455edb25a986 req-c53f6503-f056-4d67-8f55-a98de8941e94 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0990951 Jul 20 19:30:20.866936 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3e3234e0-bd2e-4ced-b200-455edb25a986 req-1f197d01-2d74-490c-a9b8-69533f140d51 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753746 Jul 20 19:30:20.950141 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:22.043176 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6680dbd6-48f8-4c42-9fd7-e01eee48065e req-6dd67838-67d1-48a1-b84c-a043ebdd3c65 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:22.045820 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6680dbd6-48f8-4c42-9fd7-e01eee48065e req-6dd67838-67d1-48a1-b84c-a043ebdd3c65 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0693283 Jul 20 19:30:22.120114 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6680dbd6-48f8-4c42-9fd7-e01eee48065e req-d59985ad-4c35-4ba3-aa96-a933e3ce2223 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673444 Jul 20 19:30:23.396281 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d1bf726-bd24-40d6-be8a-a01c835ac538 req-cd33c198-b689-478f-a505-458a6c78d7c0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:23.406189 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8d1bf726-bd24-40d6-be8a-a01c835ac538 req-cd33c198-b689-478f-a505-458a6c78d7c0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.1314890 Jul 20 19:30:23.442214 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:INSERT=2,neutron:SELECT=97,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:23.467723 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8d1bf726-bd24-40d6-be8a-a01c835ac538 req-6afce51e-06d6-48f3-afc7-e2b6f42efa6d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603662 Jul 20 19:30:23.621599 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239bfd7-b65e-4227-a326-f52704cde198 req-89fd7dec-8235-4bc9-8d38-ab9a4fd471e0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:23.623757 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6239bfd7-b65e-4227-a326-f52704cde198 req-89fd7dec-8235-4bc9-8d38-ab9a4fd471e0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0632193 Jul 20 19:30:23.729961 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6239bfd7-b65e-4227-a326-f52704cde198 req-5365365a-c37c-4b0b-8986-b6b81efbf9e8 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958812 Jul 20 19:30:26.212799 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:30:26.518798 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=82,neutron:DELETE=2,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:26.716587 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437aa0c1-8c05-4bb9-860c-5c14b9ef7545 req-522c2880-d9b3-43e3-84b8-0b253b0ec706 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:26.719482 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-437aa0c1-8c05-4bb9-860c-5c14b9ef7545 req-522c2880-d9b3-43e3-84b8-0b253b0ec706 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0811248 Jul 20 19:30:26.821992 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-437aa0c1-8c05-4bb9-860c-5c14b9ef7545 req-de253c1c-5b44-4cb5-8e98-d6bf9edc5bbd tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936704 Jul 20 19:30:26.870562 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae9fa8-ee2b-4837-bb55-d141fe8d92fb req-9b6a6ec4-485a-4ef2-bf8a-d3477ca79e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:26.872116 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-29ae9fa8-ee2b-4837-bb55-d141fe8d92fb req-9b6a6ec4-485a-4ef2-bf8a-d3477ca79e6d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9c025843a2de49d48c39b40f2261d3bf&device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 1129 time: 0.0882971 Jul 20 19:30:27.075535 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae9fa8-ee2b-4837-bb55-d141fe8d92fb req-b8900d3e-bd48-4d24-93a4-2a1e4bb7f23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:27.081163 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-29ae9fa8-ee2b-4837-bb55-d141fe8d92fb req-b8900d3e-bd48-4d24-93a4-2a1e4bb7f23f service neutron] 10.222.0.96 "GET /v2.0/networks?id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc HTTP/1.1" status: 200 len: 919 time: 0.1894217 Jul 20 19:30:27.147282 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-29ae9fa8-ee2b-4837-bb55-d141fe8d92fb req-567efcbe-a316-4547-80d2-e9ca7dec2a06 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2c254e5-f31b-4788-9fa7-0f9ebfad4218 HTTP/1.1" status: 200 len: 217 time: 0.0568540 Jul 20 19:30:27.234987 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae9fa8-ee2b-4837-bb55-d141fe8d92fb req-f6b58020-941f-43fc-8376-9ffd6bff53cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:27.236443 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-29ae9fa8-ee2b-4837-bb55-d141fe8d92fb req-f6b58020-941f-43fc-8376-9ffd6bff53cf service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d0032299-b9fa-48f2-97fd-620bc1f7e167 HTTP/1.1" status: 200 len: 857 time: 0.0830176 Jul 20 19:30:27.294532 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ae9fa8-ee2b-4837-bb55-d141fe8d92fb req-08e144e5-7a3f-4699-9ffe-a4410cbdb164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:27.296451 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-29ae9fa8-ee2b-4837-bb55-d141fe8d92fb req-08e144e5-7a3f-4699-9ffe-a4410cbdb164 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0506647 Jul 20 19:30:27.432002 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-29ae9fa8-ee2b-4837-bb55-d141fe8d92fb req-fbad37af-3d50-4f93-a6a3-eaeebe451f45 service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272707 Jul 20 19:30:27.537954 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:27.551809 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-29ae9fa8-ee2b-4837-bb55-d141fe8d92fb req-b7368542-1658-4632-a0cf-3e97ed51ced9 service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033053 Jul 20 19:30:27.846101 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-a64aee35-a98c-4f75-871e-95b42c328ba1 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:27.853840 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-a64aee35-a98c-4f75-871e-95b42c328ba1 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/networks?id=1e189f3c-62d8-4a6b-a167-08b9a7c92e37 HTTP/1.1" status: 200 len: 814 time: 0.1217661 Jul 20 19:30:27.864697 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-71ea01a6-a112-4f30-af82-99fecb87c8dc tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/quotas/91e1220a765f41e88d4e3480b9a7a687 HTTP/1.1" status: 200 len: 375 time: 0.0099955 Jul 20 19:30:27.930183 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-89b0157f-6ca7-4d2d-95df-b4b6442120d0 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=91e1220a765f41e88d4e3480b9a7a687&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0601277 Jul 20 19:30:28.004633 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aeca37d-7d59-43f0-a99c-fb905ca25f9e req-a64429f7-e8f6-43b7-9a3a-7a93e6094d7f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:28.006233 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9aeca37d-7d59-43f0-a99c-fb905ca25f9e req-a64429f7-e8f6-43b7-9a3a-7a93e6094d7f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0936408 Jul 20 19:30:28.108053 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9aeca37d-7d59-43f0-a99c-fb905ca25f9e req-dbce136b-6a71-47c9-9432-bbfc13dbfd55 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686395 Jul 20 19:30:28.113547 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-d7c48317-db90-48ac-9413-0472e3c87ec4 service neutron] 10.222.0.79 "GET /v2.0/networks/1e189f3c-62d8-4a6b-a167-08b9a7c92e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597056 Jul 20 19:30:28.217778 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-09bacc73-fd4e-4fd7-a80c-0c93960d32e5 service neutron] 10.222.0.79 "GET /v2.0/networks/1e189f3c-62d8-4a6b-a167-08b9a7c92e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008625 Jul 20 19:30:28.439345 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5006f23b-da13-41f6-9056-220d452b86b6 req-8e9656e3-01da-4c03-80bd-69f643b1a4a4 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 210 time: 0.0409954 Jul 20 19:30:29.257154 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbbb812-5b71-4bcc-8e29-dda79777e19c req-3793152e-f94b-4dbf-afb7-3b03c8ee2b9c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:29.258669 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ddbbb812-5b71-4bcc-8e29-dda79777e19c req-3793152e-f94b-4dbf-afb7-3b03c8ee2b9c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0578508 Jul 20 19:30:29.290733 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:29.314546 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ddbbb812-5b71-4bcc-8e29-dda79777e19c req-fb78b8b2-704f-4869-83ea-8f70f48e4bf7 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498838 Jul 20 19:30:29.572016 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3bab5754-9749-44c2-b052-0342a78dd868 req-cdeea0ac-bf5a-4d5c-b28b-f4fe47bc0bf0 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 210 time: 0.0341034 Jul 20 19:30:30.093941 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-da158361-eab1-451a-94a3-facd26224896 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:30.095564 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-da158361-eab1-451a-94a3-facd26224896 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.96 "GET /v2.0/networks?id=1e189f3c-62d8-4a6b-a167-08b9a7c92e37 HTTP/1.1" status: 200 len: 814 time: 0.1206064 Jul 20 19:30:30.126340 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-f7c5b5f4-6b26-437d-8281-7d067d32f8b4 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Request body: {'port': {'device_id': '534f506f-149d-4ae7-bb63-794c97796305', 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37', 'admin_state_up': True, 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:30:30.469700 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a73cff34-9f71-4e21-a9ac-d48faa0fd5fc req-66f3ce1e-e3b5-44e8-8a24-303654ec0586 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:30.471168 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a73cff34-9f71-4e21-a9ac-d48faa0fd5fc req-66f3ce1e-e3b5-44e8-8a24-303654ec0586 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0757248 Jul 20 19:30:30.536917 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-f7c5b5f4-6b26-437d-8281-7d067d32f8b4 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Made reservation on behalf of 91e1220a765f41e88d4e3480b9a7a687 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:30:30.542483 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-f7c5b5f4-6b26-437d-8281-7d067d32f8b4 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:30.578463 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a73cff34-9f71-4e21-a9ac-d48faa0fd5fc req-3af4597d-25cd-4a09-bb79-2dc3d39b900a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941339 Jul 20 19:30:30.789256 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-f7c5b5f4-6b26-437d-8281-7d067d32f8b4 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Allocated IP 172.20.0.7 (1e189f3c-62d8-4a6b-a167-08b9a7c92e37/862e9adf-bfc6-4261-9460-41a6c56342df/53beb0fe-5f2d-480b-8bef-611c76c92caf) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:30:30.817326 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:30.931883 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=42,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:30.942119 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=21,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:31.000438 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9b9318c1-3383-4ce9-a5a3-4d710749660c req-b636f19d-5442-4dcd-be13-17326632fa16 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 210 time: 0.0593197 Jul 20 19:30:31.129851 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-f7c5b5f4-6b26-437d-8281-7d067d32f8b4 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for port (53beb0fe-5f2d-480b-8bef-611c76c92caf), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:31.198094 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-f7c5b5f4-6b26-437d-8281-7d067d32f8b4 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (53beb0fe-5f2d-480b-8bef-611c76c92caf), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:31.266813 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:31.268136 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-f7c5b5f4-6b26-437d-8281-7d067d32f8b4 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Network 1e189f3c-62d8-4a6b-a167-08b9a7c92e37 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:30:31.276397 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-f7c5b5f4-6b26-437d-8281-7d067d32f8b4 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:30:31.280273 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-f7c5b5f4-6b26-437d-8281-7d067d32f8b4 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:30:31.288585 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5b5f4-6b26-437d-8281-7d067d32f8b4 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Pushing event updated for resources: {'Port': ['ID=53beb0fe-5f2d-480b-8bef-611c76c92caf,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:31.374752 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-f7c5b5f4-6b26-437d-8281-7d067d32f8b4 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:31.374752 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-f7c5b5f4-6b26-437d-8281-7d067d32f8b4 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:31.394058 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-f7c5b5f4-6b26-437d-8281-7d067d32f8b4 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2717066 Jul 20 19:30:31.677649 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2034d671-7186-4dea-bc59-7eb8f5bd0c13 None None] Provisioning complete for port 53beb0fe-5f2d-480b-8bef-611c76c92caf triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:31.678172 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2034d671-7186-4dea-bc59-7eb8f5bd0c13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (53beb0fe-5f2d-480b-8bef-611c76c92caf), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:31.781349 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2034d671-7186-4dea-bc59-7eb8f5bd0c13 None None] Port 53beb0fe-5f2d-480b-8bef-611c76c92caf cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:30:31.788526 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5cdc3c-33fc-4da2-baa4-f6b87c5fc902 req-4c5fcc75-02c8-4870-92de-338ee4f930c7 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:31.790177 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ca5cdc3c-33fc-4da2-baa4-f6b87c5fc902 req-4c5fcc75-02c8-4870-92de-338ee4f930c7 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0764289 Jul 20 19:30:31.853748 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ca5cdc3c-33fc-4da2-baa4-f6b87c5fc902 req-c09607e2-72fb-4542-81b1-252668ad0113 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576487 Jul 20 19:30:32.153795 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c45864-ec70-4e10-bdb7-9a991d2ca183 req-4a011013-6f63-4ddc-b8fc-038ba452fc5e tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:32.157806 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-57c45864-ec70-4e10-bdb7-9a991d2ca183 req-4a011013-6f63-4ddc-b8fc-038ba452fc5e tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 931 time: 0.0653503 Jul 20 19:30:32.219253 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-57c45864-ec70-4e10-bdb7-9a991d2ca183 req-08209576-c799-4301-9dbf-3844ea59e9c7 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551212 Jul 20 19:30:33.009286 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed1f906-4724-4e27-8ae5-e04109b7b869 req-4621f45d-656a-4f5f-a7a2-64501960fc5f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:33.010845 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6ed1f906-4724-4e27-8ae5-e04109b7b869 req-4621f45d-656a-4f5f-a7a2-64501960fc5f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0512633 Jul 20 19:30:33.070155 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6ed1f906-4724-4e27-8ae5-e04109b7b869 req-05242fbf-8990-41f0-8311-7ec04cc2bdcd tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527697 Jul 20 19:30:33.120514 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 37458) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:33.174175 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-17b6e33a-5ab6-4406-b01a-e5614e3af7b5 admin admin] Deleting subnet 3013e445-233e-4e16-b664-3a6f915567e4 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:30:33.179121 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-17b6e33a-5ab6-4406-b01a-e5614e3af7b5 admin admin] Publish callbacks [] for subnet (3013e445-233e-4e16-b664-3a6f915567e4), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:33.221288 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-17b6e33a-5ab6-4406-b01a-e5614e3af7b5 admin admin] Publish callbacks [] for subnet (3013e445-233e-4e16-b664-3a6f915567e4), precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:33.250040 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-17b6e33a-5ab6-4406-b01a-e5614e3af7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742266'] for subnet (3013e445-233e-4e16-b664-3a6f915567e4), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:33.326683 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-17b6e33a-5ab6-4406-b01a-e5614e3af7b5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for subnet (3013e445-233e-4e16-b664-3a6f915567e4), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:33.362165 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b6e33a-5ab6-4406-b01a-e5614e3af7b5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3013e445-233e-4e16-b664-3a6f915567e4,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:33.371769 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-17b6e33a-5ab6-4406-b01a-e5614e3af7b5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:33.381726 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-17b6e33a-5ab6-4406-b01a-e5614e3af7b5 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/3013e445-233e-4e16-b664-3a6f915567e4 HTTP/1.1" status: 204 len: 168 time: 0.2599466 Jul 20 19:30:33.385517 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 37466) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:33.443859 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fc61ac-93ce-401e-b4f4-5eecaa21d3ca req-c9d304fe-768f-40ff-ac7d-f505f8d11b6f tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:33.458740 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-48fc61ac-93ce-401e-b4f4-5eecaa21d3ca req-c9d304fe-768f-40ff-ac7d-f505f8d11b6f tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 931 time: 0.1556613 Jul 20 19:30:33.501982 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-388a1d44-aefd-46b4-b7f7-791679bc4353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636708'] for network (aa803d31-83af-4e49-82a4-4d33443dbbcb), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:33.513434 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-48fc61ac-93ce-401e-b4f4-5eecaa21d3ca req-2eab261c-60d3-4922-8a02-8febdf191987 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504329 Jul 20 19:30:33.602320 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-388a1d44-aefd-46b4-b7f7-791679bc4353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-742656', 'neutron.services.segments.db._delete_segments_for_network-8773866507587'] for network (aa803d31-83af-4e49-82a4-4d33443dbbcb), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:33.625802 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-388a1d44-aefd-46b4-b7f7-791679bc4353 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:30:33.626171 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-388a1d44-aefd-46b4-b7f7-791679bc4353 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:30:33.626924 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-388a1d44-aefd-46b4-b7f7-791679bc4353 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:30:33.627324 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-388a1d44-aefd-46b4-b7f7-791679bc4353 admin admin] Subscribe: > port after_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:30:33.627705 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-388a1d44-aefd-46b4-b7f7-791679bc4353 admin admin] Subscribe: > port after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:30:33.628050 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-388a1d44-aefd-46b4-b7f7-791679bc4353 admin admin] Subscribe: > port after_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:30:33.628379 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-388a1d44-aefd-46b4-b7f7-791679bc4353 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:30:33.628758 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-388a1d44-aefd-46b4-b7f7-791679bc4353 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:30:33.629105 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-388a1d44-aefd-46b4-b7f7-791679bc4353 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:30:33.629466 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-388a1d44-aefd-46b4-b7f7-791679bc4353 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:30:33.725905 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-388a1d44-aefd-46b4-b7f7-791679bc4353 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:30:33.726696 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-388a1d44-aefd-46b4-b7f7-791679bc4353 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:30:33.737131 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-388a1d44-aefd-46b4-b7f7-791679bc4353 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:30:33.743185 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-388a1d44-aefd-46b4-b7f7-791679bc4353 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=104007) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 20 19:30:33.743793 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-388a1d44-aefd-46b4-b7f7-791679bc4353 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa803d31-83af-4e49-82a4-4d33443dbbcb']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:33.776490 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-388a1d44-aefd-46b4-b7f7-791679bc4353 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b31a33-72d3-4523-aaee-4c6393552ab6') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:33.776787 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-388a1d44-aefd-46b4-b7f7-791679bc4353 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b31a33-72d3-4523-aaee-4c6393552ab6') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:33.794771 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-388a1d44-aefd-46b4-b7f7-791679bc4353 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773866508876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25615712'] for segment (76b31a33-72d3-4523-aaee-4c6393552ab6), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:33.815925 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-388a1d44-aefd-46b4-b7f7-791679bc4353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (76b31a33-72d3-4523-aaee-4c6393552ab6), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:33.836785 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-388a1d44-aefd-46b4-b7f7-791679bc4353 admin admin] Releasing vlan 996 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:30:33.837248 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-388a1d44-aefd-46b4-b7f7-791679bc4353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26525640'] for segment (76b31a33-72d3-4523-aaee-4c6393552ab6), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:33.917115 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-388a1d44-aefd-46b4-b7f7-791679bc4353 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1823185'] for network (aa803d31-83af-4e49-82a4-4d33443dbbcb), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:33.939614 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-388a1d44-aefd-46b4-b7f7-791679bc4353 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:33.943594 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-388a1d44-aefd-46b4-b7f7-791679bc4353 admin admin] 10.222.0.79 "DELETE /v2.0/networks/aa803d31-83af-4e49-82a4-4d33443dbbcb HTTP/1.1" status: 204 len: 168 time: 0.5559049 Jul 20 19:30:33.946559 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 37474) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:33.962322 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a1d44-aefd-46b4-b7f7-791679bc4353 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa803d31-83af-4e49-82a4-4d33443dbbcb,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:34.011231 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-10d11f55-c7a0-4f28-982c-32342cefcd3d admin admin] Deleting subnet 043eb9c8-f4bf-4cc4-bed4-4573e534497a {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:30:34.014919 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10d11f55-c7a0-4f28-982c-32342cefcd3d admin admin] Publish callbacks [] for subnet (043eb9c8-f4bf-4cc4-bed4-4573e534497a), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:34.079324 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10d11f55-c7a0-4f28-982c-32342cefcd3d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300273'] for subnet (043eb9c8-f4bf-4cc4-bed4-4573e534497a), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:34.104118 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.services.segments.plugin [-] Segment 76b31a33-72d3-4523-aaee-4c6393552ab6 resource provider aggregate not found Jul 20 19:30:34.129896 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.services.segments.plugin [-] Segment 76b31a33-72d3-4523-aaee-4c6393552ab6 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 76b31a33-72d3-4523-aaee-4c6393552ab6 found for delete ", "request_id": "req-42a6a744-33aa-41aa-b412-44fcf265ffff"}]} Jul 20 19:30:34.154783 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10d11f55-c7a0-4f28-982c-32342cefcd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742266'] for subnet (043eb9c8-f4bf-4cc4-bed4-4573e534497a), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:34.230959 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:34.264513 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10069b28-ef8e-461d-a48c-c79d7255a711 req-e934daae-3c7d-4566-9486-56c9368a0fa2 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:34.267078 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-10069b28-ef8e-461d-a48c-c79d7255a711 req-e934daae-3c7d-4566-9486-56c9368a0fa2 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0843656 Jul 20 19:30:34.293192 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10d11f55-c7a0-4f28-982c-32342cefcd3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3300280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26201617'] for subnet (043eb9c8-f4bf-4cc4-bed4-4573e534497a), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:34.337830 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-10d11f55-c7a0-4f28-982c-32342cefcd3d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:34.340990 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-10d11f55-c7a0-4f28-982c-32342cefcd3d admin admin] 10.222.0.79 "DELETE /v2.0/subnets/043eb9c8-f4bf-4cc4-bed4-4573e534497a HTTP/1.1" status: 204 len: 168 time: 0.3915632 Jul 20 19:30:34.342119 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d11f55-c7a0-4f28-982c-32342cefcd3d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=043eb9c8-f4bf-4cc4-bed4-4573e534497a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:34.343655 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 37486) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:34.377515 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-10069b28-ef8e-461d-a48c-c79d7255a711 req-29bda184-bcad-4222-ac12-fa030af890e0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043820 Jul 20 19:30:34.447682 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7caf70c0-d49b-411f-963e-9bf120bde531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636708'] for network (932a93b7-3185-4399-a0f2-7c0360721a57), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:34.568482 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7caf70c0-d49b-411f-963e-9bf120bde531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-742656', 'neutron.services.segments.db._delete_segments_for_network-8773866507587'] for network (932a93b7-3185-4399-a0f2-7c0360721a57), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:34.595561 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-7caf70c0-d49b-411f-963e-9bf120bde531 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['932a93b7-3185-4399-a0f2-7c0360721a57']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:34.608413 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-7caf70c0-d49b-411f-963e-9bf120bde531 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b003cb4b-8c07-4936-8110-c90fbc36eb49') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:34.608798 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-7caf70c0-d49b-411f-963e-9bf120bde531 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b003cb4b-8c07-4936-8110-c90fbc36eb49') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:30:34.639517 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7caf70c0-d49b-411f-963e-9bf120bde531 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773866508876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25615712'] for segment (b003cb4b-8c07-4936-8110-c90fbc36eb49), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:34.657059 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7caf70c0-d49b-411f-963e-9bf120bde531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (b003cb4b-8c07-4936-8110-c90fbc36eb49), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:34.674808 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7caf70c0-d49b-411f-963e-9bf120bde531 admin admin] Releasing vlan 973 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:30:34.676564 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7caf70c0-d49b-411f-963e-9bf120bde531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26525640'] for segment (b003cb4b-8c07-4936-8110-c90fbc36eb49), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:34.685487 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67327c5c-d3f8-43ce-9977-e7ed0c07fd29 req-e32e5785-f163-4c21-9ee6-d44ebe94ee92 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:34.693130 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-67327c5c-d3f8-43ce-9977-e7ed0c07fd29 req-e32e5785-f163-4c21-9ee6-d44ebe94ee92 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 931 time: 0.0632689 Jul 20 19:30:34.783302 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-67327c5c-d3f8-43ce-9977-e7ed0c07fd29 req-41113285-c175-468d-a450-703c7514db14 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865934 Jul 20 19:30:34.812176 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7caf70c0-d49b-411f-963e-9bf120bde531 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1823185'] for network (932a93b7-3185-4399-a0f2-7c0360721a57), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:34.826743 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7caf70c0-d49b-411f-963e-9bf120bde531 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:34.845870 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-7caf70c0-d49b-411f-963e-9bf120bde531 admin admin] 10.222.0.79 "DELETE /v2.0/networks/932a93b7-3185-4399-a0f2-7c0360721a57 HTTP/1.1" status: 204 len: 168 time: 0.4981935 Jul 20 19:30:34.886956 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caf70c0-d49b-411f-963e-9bf120bde531 admin admin] Pushing event deleted for resources: {'Network': ['ID=932a93b7-3185-4399-a0f2-7c0360721a57,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:35.162294 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 37508) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:35.228192 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-25ce77be-2d9f-424f-b07e-93396957bd66 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=88043393fe3f42bb9e89bb920ded5cb0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0643210 Jul 20 19:30:35.230650 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 37510) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:35.309046 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c1a7165-9285-45f3-80e7-5b4614698efa admin admin] Publish callbacks [] for security_group (74e1b062-c00a-47ef-97c6-017995306f7f), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:35.334731 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c1a7165-9285-45f3-80e7-5b4614698efa admin admin] Publish callbacks [] for security_group (74e1b062-c00a-47ef-97c6-017995306f7f), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:35.350525 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=88,neutron:UPDATE=4,neutron:DELETE=8 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:35.429565 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c1a7165-9285-45f3-80e7-5b4614698efa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (74e1b062-c00a-47ef-97c6-017995306f7f), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:35.434159 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c1a7165-9285-45f3-80e7-5b4614698efa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:35.435416 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-9c1a7165-9285-45f3-80e7-5b4614698efa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/74e1b062-c00a-47ef-97c6-017995306f7f HTTP/1.1" status: 204 len: 168 time: 0.2036753 Jul 20 19:30:35.445532 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1a7165-9285-45f3-80e7-5b4614698efa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e1b062-c00a-47ef-97c6-017995306f7f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:35.539130 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f26efd-9c81-465b-bba9-34956b70549d req-03ba93fa-0442-40fd-b91c-f8749d2e430c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:35.540644 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-78f26efd-9c81-465b-bba9-34956b70549d req-03ba93fa-0442-40fd-b91c-f8749d2e430c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0670593 Jul 20 19:30:35.569459 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:35.605540 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-78f26efd-9c81-465b-bba9-34956b70549d req-0fbde7a2-41d4-45c8-9dd2-879991b5cf97 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573986 Jul 20 19:30:35.980097 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608389f0-9060-4128-bd92-3a092cac9985 req-3550e197-3bc9-45e0-9693-283f7e9825d1 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:35.982004 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-608389f0-9060-4128-bd92-3a092cac9985 req-3550e197-3bc9-45e0-9693-283f7e9825d1 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 931 time: 0.1040888 Jul 20 19:30:36.033811 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 37526) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:36.042175 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:36.058410 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-608389f0-9060-4128-bd92-3a092cac9985 req-14f1035f-cc1b-496c-bdde-196d3d9d4e38 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659695 Jul 20 19:30:36.085231 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-2589e91c-1f8d-4166-8a7a-b14ba55c3386 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cfd23bc3225942f9b8e8b021d46c572c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0500679 Jul 20 19:30:36.088161 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 37528) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:36.176181 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.services.segments.plugin [-] Segment b003cb4b-8c07-4936-8110-c90fbc36eb49 resource provider aggregate not found Jul 20 19:30:36.195668 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1d966fff-e3b1-4c85-a3b7-28474458f355 admin admin] Publish callbacks [] for security_group (edba3d8b-81b6-49d8-aeb8-f6cb56f9e60f), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:36.204613 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=32,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:36.205785 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=39,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:36.221895 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.services.segments.plugin [-] Segment b003cb4b-8c07-4936-8110-c90fbc36eb49 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b003cb4b-8c07-4936-8110-c90fbc36eb49 found for delete ", "request_id": "req-a751cf40-0bc2-4915-ae89-ce07b7112c6d"}]} Jul 20 19:30:36.241538 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1d966fff-e3b1-4c85-a3b7-28474458f355 admin admin] Publish callbacks [] for security_group (edba3d8b-81b6-49d8-aeb8-f6cb56f9e60f), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:36.302154 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1d966fff-e3b1-4c85-a3b7-28474458f355 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (edba3d8b-81b6-49d8-aeb8-f6cb56f9e60f), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:36.305552 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1d966fff-e3b1-4c85-a3b7-28474458f355 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:36.309344 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-1d966fff-e3b1-4c85-a3b7-28474458f355 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/edba3d8b-81b6-49d8-aeb8-f6cb56f9e60f HTTP/1.1" status: 204 len: 168 time: 0.2178402 Jul 20 19:30:36.330440 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d966fff-e3b1-4c85-a3b7-28474458f355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edba3d8b-81b6-49d8-aeb8-f6cb56f9e60f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:36.798160 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d93e630-be74-4cbe-b05e-81174110ce6d req-490b3fde-9e26-4bb0-a1af-01107e510605 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:36.813174 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1d93e630-be74-4cbe-b05e-81174110ce6d req-490b3fde-9e26-4bb0-a1af-01107e510605 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.1192641 Jul 20 19:30:36.869989 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1d93e630-be74-4cbe-b05e-81174110ce6d req-6e920c24-7168-447d-baf9-d5c33e3d7674 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559373 Jul 20 19:30:37.349613 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43f9d2-0de4-4d9b-bd9b-ad6fdfb44528 req-2fb52377-9e1a-4e61-9925-986a0258c1c3 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:37.373700 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fd43f9d2-0de4-4d9b-bd9b-ad6fdfb44528 req-2fb52377-9e1a-4e61-9925-986a0258c1c3 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 931 time: 0.1522510 Jul 20 19:30:37.482032 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fd43f9d2-0de4-4d9b-bd9b-ad6fdfb44528 req-4e06fccf-dfac-4066-97ea-6ea4fc94131e tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998354 Jul 20 19:30:38.037983 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301ab1c5-dc79-47fb-8a8c-3e96be33d9b3 req-d5f8e244-d161-4f04-b27b-31330e0602db tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:38.045366 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-301ab1c5-dc79-47fb-8a8c-3e96be33d9b3 req-d5f8e244-d161-4f04-b27b-31330e0602db tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0881560 Jul 20 19:30:38.115974 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-301ab1c5-dc79-47fb-8a8c-3e96be33d9b3 req-0504fd0d-c685-4a07-aba6-e381ceaaccff tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697315 Jul 20 19:30:38.635091 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcd1b69-184b-4cee-83fc-a50cfac1d929 req-743de987-70a8-4911-b947-4f7f7d6d1808 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:38.635091 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2fcd1b69-184b-4cee-83fc-a50cfac1d929 req-743de987-70a8-4911-b947-4f7f7d6d1808 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 931 time: 0.0718884 Jul 20 19:30:38.698633 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2fcd1b69-184b-4cee-83fc-a50cfac1d929 req-647389d6-80c6-4fa4-9c94-fe291f961a81 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635066 Jul 20 19:30:39.307213 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0eefde-1aed-4ab4-b906-1f668a2b30d8 req-36ebc21a-6457-446a-9717-0ee8495a599b tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:39.309284 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9a0eefde-1aed-4ab4-b906-1f668a2b30d8 req-36ebc21a-6457-446a-9717-0ee8495a599b tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0699239 Jul 20 19:30:39.337290 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:39.373340 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9a0eefde-1aed-4ab4-b906-1f668a2b30d8 req-a596a20c-0f61-4c96-bd5c-cbe103164f37 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556104 Jul 20 19:30:39.508564 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c0de5e-c5ee-4859-ac62-facf169c226d req-e7ef0be7-60f1-4944-9e07-de0b81e56377 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:39.510110 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-05c0de5e-c5ee-4859-ac62-facf169c226d req-e7ef0be7-60f1-4944-9e07-de0b81e56377 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0598426 Jul 20 19:30:39.575507 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-05c0de5e-c5ee-4859-ac62-facf169c226d req-6cbe0e7b-5fee-42e7-9a9a-5b19165f4c1e tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0577195 Jul 20 19:30:39.831146 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e9183c-6992-4dc9-968a-be517942911e req-c46417fa-6f63-4344-8966-99c21d6ddad4 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:39.833360 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-48e9183c-6992-4dc9-968a-be517942911e req-c46417fa-6f63-4344-8966-99c21d6ddad4 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 931 time: 0.0568767 Jul 20 19:30:39.861993 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:39.890407 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-48e9183c-6992-4dc9-968a-be517942911e req-2fa3089d-913f-4b6c-8b50-2857dff8523b tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512218 Jul 20 19:30:40.500534 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cc01ce-e180-47e8-b0b7-41e3d63d493f req-bbe47212-148f-483a-bf59-79643e443071 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:40.502052 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-61cc01ce-e180-47e8-b0b7-41e3d63d493f req-bbe47212-148f-483a-bf59-79643e443071 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0510454 Jul 20 19:30:40.557298 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-61cc01ce-e180-47e8-b0b7-41e3d63d493f req-fd906ca4-45b6-45dc-ad3d-e024404ccf09 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496380 Jul 20 19:30:40.729045 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ec7318-99af-4189-9260-b88abdbdfcd2 req-94108b66-1706-4266-a882-9b7a900c9ae6 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:40.730729 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-79ec7318-99af-4189-9260-b88abdbdfcd2 req-94108b66-1706-4266-a882-9b7a900c9ae6 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0709498 Jul 20 19:30:40.787080 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-79ec7318-99af-4189-9260-b88abdbdfcd2 req-658d36bf-6f16-4f27-900e-e4f497818fe3 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494218 Jul 20 19:30:41.013287 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632b72a-8cf1-4293-8a58-32cb499fda9e req-e6d7001a-fcef-4378-9ac7-3f33c784b439 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:41.014826 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5632b72a-8cf1-4293-8a58-32cb499fda9e req-e6d7001a-fcef-4378-9ac7-3f33c784b439 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 931 time: 0.0506475 Jul 20 19:30:41.068698 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5632b72a-8cf1-4293-8a58-32cb499fda9e req-63679ccd-fae9-4455-8b45-c7cad0e5d1dd tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474391 Jul 20 19:30:41.415236 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 37662) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:41.540030 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-db328ab6-12bb-4f2e-a3b6-c0902d8b2257 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:41.630752 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-db328ab6-12bb-4f2e-a3b6-c0902d8b2257 admin admin] Publish callbacks [] for security_group (b2ba00e6-2f4d-4df4-b439-2f6fab8aaa96), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:41.634794 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-db328ab6-12bb-4f2e-a3b6-c0902d8b2257 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (b2ba00e6-2f4d-4df4-b439-2f6fab8aaa96), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:41.678012 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-db328ab6-12bb-4f2e-a3b6-c0902d8b2257 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a3ff6d0ad68849dfbec2aa2bc0133447&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2583766 Jul 20 19:30:41.679747 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 37668) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:41.689085 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db328ab6-12bb-4f2e-a3b6-c0902d8b2257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ba00e6-2f4d-4df4-b439-2f6fab8aaa96,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:41.710750 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707ae30-0d62-4b36-ad49-c6939e74466a req-1ddc7a5d-1ac7-445f-8abb-053fe25e862f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:41.712271 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5707ae30-0d62-4b36-ad49-c6939e74466a req-1ddc7a5d-1ac7-445f-8abb-053fe25e862f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0789216 Jul 20 19:30:41.748836 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-08945962-923c-4cce-943e-807929eb816c admin admin] Publish callbacks [] for security_group (b2ba00e6-2f4d-4df4-b439-2f6fab8aaa96), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:41.773285 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5707ae30-0d62-4b36-ad49-c6939e74466a req-309bd710-d9e2-4f68-95e9-ab62c1d285db tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534999 Jul 20 19:30:41.784021 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-08945962-923c-4cce-943e-807929eb816c admin admin] Publish callbacks [] for security_group (b2ba00e6-2f4d-4df4-b439-2f6fab8aaa96), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:41.866508 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-08945962-923c-4cce-943e-807929eb816c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (b2ba00e6-2f4d-4df4-b439-2f6fab8aaa96), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:41.869216 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-08945962-923c-4cce-943e-807929eb816c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:41.870413 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-08945962-923c-4cce-943e-807929eb816c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b2ba00e6-2f4d-4df4-b439-2f6fab8aaa96 HTTP/1.1" status: 204 len: 168 time: 0.1897330 Jul 20 19:30:41.879131 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08945962-923c-4cce-943e-807929eb816c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ba00e6-2f4d-4df4-b439-2f6fab8aaa96,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:41.944925 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4603c43-bc71-4114-95df-a3e79c71b8c6 req-09f58cf4-b871-4258-b9b4-91ab71189c74 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:41.946477 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b4603c43-bc71-4114-95df-a3e79c71b8c6 req-09f58cf4-b871-4258-b9b4-91ab71189c74 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0600879 Jul 20 19:30:42.001704 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b4603c43-bc71-4114-95df-a3e79c71b8c6 req-961891e2-5795-4f43-a0b8-378ff340a953 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0493345 Jul 20 19:30:42.227746 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 37684) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:42.235827 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fabaa37-af16-4f3b-a5fb-1438d6e55ae1 req-f7d00a88-82cc-4706-861f-1fa41162885f tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:42.237411 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1fabaa37-af16-4f3b-a5fb-1438d6e55ae1 req-f7d00a88-82cc-4706-861f-1fa41162885f tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 931 time: 0.0619698 Jul 20 19:30:42.250444 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-54c61fff-1473-467f-a334-b77f293a962d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:42.290936 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1fabaa37-af16-4f3b-a5fb-1438d6e55ae1 req-c4538b7e-7b74-450c-8618-8930d4d26fbb tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465190 Jul 20 19:30:42.342212 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-54c61fff-1473-467f-a334-b77f293a962d admin admin] Publish callbacks [] for security_group (35f971ae-9e2e-4f8a-8b43-9017c79cc8ea), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:42.348355 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-54c61fff-1473-467f-a334-b77f293a962d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (35f971ae-9e2e-4f8a-8b43-9017c79cc8ea), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:42.390988 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c61fff-1473-467f-a334-b77f293a962d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35f971ae-9e2e-4f8a-8b43-9017c79cc8ea,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:42.396309 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-54c61fff-1473-467f-a334-b77f293a962d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=173f7ac6407f4a0bbd71a54322251996&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1674168 Jul 20 19:30:42.399205 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 37690) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:42.449799 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-138b8417-dab0-4600-8a3e-5f407705f7a7 admin admin] Publish callbacks [] for security_group (35f971ae-9e2e-4f8a-8b43-9017c79cc8ea), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:42.471279 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-138b8417-dab0-4600-8a3e-5f407705f7a7 admin admin] Publish callbacks [] for security_group (35f971ae-9e2e-4f8a-8b43-9017c79cc8ea), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:42.528660 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-138b8417-dab0-4600-8a3e-5f407705f7a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (35f971ae-9e2e-4f8a-8b43-9017c79cc8ea), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:42.531355 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-138b8417-dab0-4600-8a3e-5f407705f7a7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:42.532650 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-138b8417-dab0-4600-8a3e-5f407705f7a7 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/35f971ae-9e2e-4f8a-8b43-9017c79cc8ea HTTP/1.1" status: 204 len: 168 time: 0.1323996 Jul 20 19:30:42.541377 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138b8417-dab0-4600-8a3e-5f407705f7a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35f971ae-9e2e-4f8a-8b43-9017c79cc8ea,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:42.934278 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b28035-2126-4b78-9690-c416a593e80d req-3659c21a-3d29-42b9-9024-cce9ce459ba9 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:42.936482 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a8b28035-2126-4b78-9690-c416a593e80d req-3659c21a-3d29-42b9-9024-cce9ce459ba9 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0774045 Jul 20 19:30:42.994019 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a8b28035-2126-4b78-9690-c416a593e80d req-61cfb548-27a9-458c-9242-fc43e73d5430 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507193 Jul 20 19:30:43.209428 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29d9cd0-5b8d-4167-9139-a4e6043f157f req-1e7aec3b-2868-4db0-ba3a-7fcb88d4dbe4 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:43.211177 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e29d9cd0-5b8d-4167-9139-a4e6043f157f req-1e7aec3b-2868-4db0-ba3a-7fcb88d4dbe4 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0989368 Jul 20 19:30:43.274486 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e29d9cd0-5b8d-4167-9139-a4e6043f157f req-651f5430-68f1-433b-b2ff-20244d5f74ee tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575972 Jul 20 19:30:43.436230 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acdd67c-9833-4413-915e-83a456f67f5b req-48274e60-13cf-4f1d-9b6f-ea472e7dbe2b tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:43.441512 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1acdd67c-9833-4413-915e-83a456f67f5b req-48274e60-13cf-4f1d-9b6f-ea472e7dbe2b tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 931 time: 0.0610814 Jul 20 19:30:43.509931 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1acdd67c-9833-4413-915e-83a456f67f5b req-9258aeec-15fa-4983-9e2c-5138a96d57c9 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651283 Jul 20 19:30:43.619410 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-36049868-64ff-4da6-92eb-a637c4fbb22f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:44.130774 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6eb46f8-d217-4ff3-a6c3-0d3580a7a67c req-9b4d3070-a73a-406c-9fc7-972fa5a8a070 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:44.132253 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e6eb46f8-d217-4ff3-a6c3-0d3580a7a67c req-9b4d3070-a73a-406c-9fc7-972fa5a8a070 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0534573 Jul 20 19:30:44.143632 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:44.191543 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e6eb46f8-d217-4ff3-a6c3-0d3580a7a67c req-7e34e9f6-ad61-42e7-8d27-8e321913b869 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528440 Jul 20 19:30:44.403541 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93ecc98-6d40-4b56-a181-520bea0d9c95 req-1d1a4fe9-ca27-4438-a93c-c65a5e68b088 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:44.404935 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b93ecc98-6d40-4b56-a181-520bea0d9c95 req-1d1a4fe9-ca27-4438-a93c-c65a5e68b088 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0542846 Jul 20 19:30:44.434020 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:44.458225 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b93ecc98-6d40-4b56-a181-520bea0d9c95 req-4d2de3af-a197-4390-a9dc-00accca23d2d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467246 Jul 20 19:30:44.621465 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b63a65-afff-4b59-a06c-34f8cf901e9e req-1dad7fcf-5e88-4af6-b0d7-184f91db5992 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:44.623077 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-92b63a65-afff-4b59-a06c-34f8cf901e9e req-1dad7fcf-5e88-4af6-b0d7-184f91db5992 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 931 time: 0.0495846 Jul 20 19:30:44.673066 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-92b63a65-afff-4b59-a06c-34f8cf901e9e req-97ef3d56-f786-4808-9368-f76a572c863e tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432775 Jul 20 19:30:45.319941 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3019f220-8dfe-41f1-bd97-137ac225aae3 req-76ada1ef-36c9-4e30-98ac-6c01208c8ea8 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:45.321581 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3019f220-8dfe-41f1-bd97-137ac225aae3 req-76ada1ef-36c9-4e30-98ac-6c01208c8ea8 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0507593 Jul 20 19:30:45.383859 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3019f220-8dfe-41f1-bd97-137ac225aae3 req-bea2dc11-01fb-46d0-a7b2-b91db76e914f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544093 Jul 20 19:30:45.580025 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab90a1-51f9-496a-807b-cd6fdd8587a4 req-e15b1329-e18e-422d-bb69-cb3e6fe712df tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:45.581539 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b4ab90a1-51f9-496a-807b-cd6fdd8587a4 req-e15b1329-e18e-422d-bb69-cb3e6fe712df tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0505788 Jul 20 19:30:45.633373 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b4ab90a1-51f9-496a-807b-cd6fdd8587a4 req-7bdcd938-2277-4f43-9947-92e765a8c00d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441575 Jul 20 19:30:45.793617 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b6a6c3-6dc3-40ef-a8c0-e654cbfa1d52 req-b4fe1f58-f512-47eb-a470-5fa6bd78136a tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:45.795120 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a2b6a6c3-6dc3-40ef-a8c0-e654cbfa1d52 req-b4fe1f58-f512-47eb-a470-5fa6bd78136a tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 931 time: 0.0491328 Jul 20 19:30:45.842798 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a2b6a6c3-6dc3-40ef-a8c0-e654cbfa1d52 req-34e5540e-e9ed-43a4-8e95-442952854914 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420396 Jul 20 19:30:45.953352 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b4134996-c602-41ba-8bf3-3a943e343716 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:45.984019 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Request body: {'port': {'device_id': '534f506f-149d-4ae7-bb63-794c97796305', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85054'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:30:46.052245 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (53beb0fe-5f2d-480b-8bef-611c76c92caf), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:46.330396 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53beb0fe-5f2d-480b-8bef-611c76c92caf {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:30:46.338069 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Publish callbacks [] for port (53beb0fe-5f2d-480b-8bef-611c76c92caf), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:46.352075 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Transition to ACTIVE for port object 53beb0fe-5f2d-480b-8bef-611c76c92caf will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:30:46.355734 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (53beb0fe-5f2d-480b-8bef-611c76c92caf), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:46.391536 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:46.432426 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Pushing event updated for resources: {'Port': ['ID=53beb0fe-5f2d-480b-8bef-611c76c92caf,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:46.460605 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:46.461258 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:46.461846 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:46.462242 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:46.462581 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:46.462917 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:46.463250 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:46.463578 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:46.463904 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:46.464234 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:46.464565 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:46.464910 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:46.465241 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:46.465567 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:46.465890 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:46.525582 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:46.546401 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb536cc-829f-4e1e-9dac-cc23cf93ba04 req-5e6173bd-d90c-4966-8625-2f1d6a4ee8c6 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:46.547954 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ecb536cc-829f-4e1e-9dac-cc23cf93ba04 req-5e6173bd-d90c-4966-8625-2f1d6a4ee8c6 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0765343 Jul 20 19:30:46.549659 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Attempting to bind port 53beb0fe-5f2d-480b-8bef-611c76c92caf on host hv-cinder-85054 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:30:46.549996 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Attempting to bind port 53beb0fe-5f2d-480b-8bef-611c76c92caf by drivers openvswitch,hyperv on host hv-cinder-85054 at level 0 using segments [{'id': 'dc079fa5-26c0-47ea-af55-e7d007fe03ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:30:46.550325 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Attempting to bind port 53beb0fe-5f2d-480b-8bef-611c76c92caf on network 1e189f3c-62d8-4a6b-a167-08b9a7c92e37 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:30:46.562617 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Port 53beb0fe-5f2d-480b-8bef-611c76c92caf on network 1e189f3c-62d8-4a6b-a167-08b9a7c92e37 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85054 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:30:46.562945 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Attempting to bind port 53beb0fe-5f2d-480b-8bef-611c76c92caf on network 1e189f3c-62d8-4a6b-a167-08b9a7c92e37 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:30:46.577143 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Checking agent: {'id': 'e6883320-19dd-4a2d-8302-97f8dd23b041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85054', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'started_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 30, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:30:46.577483 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Checking segment: {'id': 'dc079fa5-26c0-47ea-af55-e7d007fe03ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:30:46.577992 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Bound using segment: {'id': 'dc079fa5-26c0-47ea-af55-e7d007fe03ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:30:46.578292 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Bound port: 53beb0fe-5f2d-480b-8bef-611c76c92caf, host: hv-cinder-85054, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dc079fa5-26c0-47ea-af55-e7d007fe03ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 965, 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:30:46.578650 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (53beb0fe-5f2d-480b-8bef-611c76c92caf), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:46.631617 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ecb536cc-829f-4e1e-9dac-cc23cf93ba04 req-915d10ba-9040-4b31-bc6c-41f3b316e4c1 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770602 Jul 20 19:30:46.667380 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] For port 53beb0fe-5f2d-480b-8bef-611c76c92caf, host hv-cinder-85054, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:30:46.670680 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] For port 53beb0fe-5f2d-480b-8bef-611c76c92caf, host hv-cinder-85054, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=53beb0fe-5f2d-480b-8bef-611c76c92caf,segment=NetworkSegment(dc079fa5-26c0-47ea-af55-e7d007fe03ae),segment_id=dc079fa5-26c0-47ea-af55-e7d007fe03ae)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:30:46.678061 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (53beb0fe-5f2d-480b-8bef-611c76c92caf), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:46.725755 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:46.726394 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:46.727810 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] 10.222.0.96 "PUT /v2.0/ports/53beb0fe-5f2d-480b-8bef-611c76c92caf HTTP/1.1" status: 200 len: 1093 time: 0.7482393 Jul 20 19:30:46.729423 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534f506f-149d-4ae7-bb63-794c97796305', 'tag': '53beb0fe-5f2d-480b-8bef-611c76c92caf'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:30:46.731664 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03a0d164-f9b4-44f7-a1cf-85154f0ed476" -d '{"events": [{"name": "network-changed", "server_uuid": "534f506f-149d-4ae7-bb63-794c97796305", "tag": "53beb0fe-5f2d-480b-8bef-611c76c92caf"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:30:46.809166 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52aa5b4-9c85-4248-b879-45c101ac1f6d req-7ff8f0ee-3311-42e1-a822-485d6c3e3df7 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:46.811257 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f52aa5b4-9c85-4248-b879-45c101ac1f6d req-7ff8f0ee-3311-42e1-a822-485d6c3e3df7 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0823793 Jul 20 19:30:46.812733 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f272b-f25c-421a-96ff-168849eec176 service neutron] Pushing event updated for resources: {'Port': ['ID=53beb0fe-5f2d-480b-8bef-611c76c92caf,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:46.870532 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f52aa5b4-9c85-4248-b879-45c101ac1f6d req-1e8a364a-e3b0-43f5-85fe-f601d060c3cb tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539160 Jul 20 19:30:46.919026 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:46.940181 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87c84e70-8300-4153-8175-a99659982a03 x-openstack-request-id: req-87c84e70-8300-4153-8175-a99659982a03 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:30:46.940479 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534f506f-149d-4ae7-bb63-794c97796305", "tag": "53beb0fe-5f2d-480b-8bef-611c76c92caf", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:30:46.940738 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-87c84e70-8300-4153-8175-a99659982a03 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:30:46.941229 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-87c84e70-8300-4153-8175-a99659982a03'] response: {'name': 'network-changed', 'server_uuid': '534f506f-149d-4ae7-bb63-794c97796305', 'tag': '53beb0fe-5f2d-480b-8bef-611c76c92caf', 'status': 'completed', 'code': 200} Jul 20 19:30:47.044994 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74273c87-c128-4d73-977b-86f932a2b2f1 req-762fe1cb-ef82-4250-a60c-acba5f556010 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:47.047018 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-74273c87-c128-4d73-977b-86f932a2b2f1 req-762fe1cb-ef82-4250-a60c-acba5f556010 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 943 time: 0.0532901 Jul 20 19:30:47.062846 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 37814) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:47.104184 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-74273c87-c128-4d73-977b-86f932a2b2f1 req-a555cf37-96ad-470e-8994-b204f6c30e82 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495360 Jul 20 19:30:47.207898 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-133f0ec3-925e-4196-a9f7-fd89fd7366b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:47.210445 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-133f0ec3-925e-4196-a9f7-fd89fd7366b2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=91e1220a765f41e88d4e3480b9a7a687&device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 1127 time: 0.0516825 Jul 20 19:30:47.217030 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bfacc8ff-ef8e-420b-947f-b39bfb5094ce admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:47.218870 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:DELETE=6,neutron:SELECT=78,neutron:INSERT=15,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:47.256746 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:47.304711 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bfacc8ff-ef8e-420b-947f-b39bfb5094ce admin admin] Publish callbacks [] for security_group (d6103286-e565-4cb6-b6bd-1176fd4c6d75), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:47.308200 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bfacc8ff-ef8e-420b-947f-b39bfb5094ce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (d6103286-e565-4cb6-b6bd-1176fd4c6d75), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:47.347917 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-bfacc8ff-ef8e-420b-947f-b39bfb5094ce admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=4e49bd1d522e416fa2f9623e33371f97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2833774 Jul 20 19:30:47.348754 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfacc8ff-ef8e-420b-947f-b39bfb5094ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6103286-e565-4cb6-b6bd-1176fd4c6d75,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:47.351245 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 37822) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:47.356991 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfacc8ff-ef8e-420b-947f-b39bfb5094ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:47.357342 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfacc8ff-ef8e-420b-947f-b39bfb5094ce admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:47.357684 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfacc8ff-ef8e-420b-947f-b39bfb5094ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:47.358020 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfacc8ff-ef8e-420b-947f-b39bfb5094ce admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:47.358351 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfacc8ff-ef8e-420b-947f-b39bfb5094ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:47.358680 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfacc8ff-ef8e-420b-947f-b39bfb5094ce admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:47.359005 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfacc8ff-ef8e-420b-947f-b39bfb5094ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:47.359331 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfacc8ff-ef8e-420b-947f-b39bfb5094ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:47.359654 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfacc8ff-ef8e-420b-947f-b39bfb5094ce admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:47.360081 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfacc8ff-ef8e-420b-947f-b39bfb5094ce admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:47.360477 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfacc8ff-ef8e-420b-947f-b39bfb5094ce admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:47.360809 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfacc8ff-ef8e-420b-947f-b39bfb5094ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:47.361158 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfacc8ff-ef8e-420b-947f-b39bfb5094ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:47.361481 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfacc8ff-ef8e-420b-947f-b39bfb5094ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:47.361800 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bfacc8ff-ef8e-420b-947f-b39bfb5094ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:47.402164 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-251b64d7-e45b-4a53-8071-1c8140e88a4e admin admin] Publish callbacks [] for security_group (d6103286-e565-4cb6-b6bd-1176fd4c6d75), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:47.424420 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-251b64d7-e45b-4a53-8071-1c8140e88a4e admin admin] Publish callbacks [] for security_group (d6103286-e565-4cb6-b6bd-1176fd4c6d75), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:47.473819 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-251b64d7-e45b-4a53-8071-1c8140e88a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (d6103286-e565-4cb6-b6bd-1176fd4c6d75), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:47.476578 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-251b64d7-e45b-4a53-8071-1c8140e88a4e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:47.477766 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-251b64d7-e45b-4a53-8071-1c8140e88a4e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d6103286-e565-4cb6-b6bd-1176fd4c6d75 HTTP/1.1" status: 204 len: 168 time: 0.1254809 Jul 20 19:30:47.486639 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b64d7-e45b-4a53-8071-1c8140e88a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6103286-e565-4cb6-b6bd-1176fd4c6d75,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:47.678466 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-32633101-bad9-4a26-ad47-71d15eb6e1d6 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53beb0fe-5f2d-480b-8bef-611c76c92caf HTTP/1.1" status: 200 len: 217 time: 0.0360677 Jul 20 19:30:47.804357 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-8c67662e-0b4a-497c-9467-33c116d2fa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:47.805980 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-8c67662e-0b4a-497c-9467-33c116d2fa41 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=862e9adf-bfc6-4261-9460-41a6c56342df HTTP/1.1" status: 200 len: 853 time: 0.0611098 Jul 20 19:30:47.812126 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b45425-51d1-401a-a907-62247e9229a8 req-d569ceb2-361b-41f5-9cf6-2171339d4427 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:47.817580 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-73b45425-51d1-401a-a907-62247e9229a8 req-d569ceb2-361b-41f5-9cf6-2171339d4427 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.1056924 Jul 20 19:30:47.901045 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-db18dcd3-251a-4cc2-98f6-adb4d744f965 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:47.902850 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-db18dcd3-251a-4cc2-98f6-adb4d744f965 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1e189f3c-62d8-4a6b-a167-08b9a7c92e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0655973 Jul 20 19:30:47.913991 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-73b45425-51d1-401a-a907-62247e9229a8 req-cc5ddc6c-54f4-4142-95af-380154e9264a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941031 Jul 20 19:30:47.999673 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-3449b462-27c1-4daa-a2dc-4baebf68ed01 req-49d19283-5554-4f7c-a8a5-b42ba1d1ed05 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0482891 Jul 20 19:30:48.013154 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:48.071314 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a7e6a-9f31-4e00-9224-8cddbf5a34db req-5d6b9d35-43cd-4df0-904f-bfe6a0984e15 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:48.072830 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ec3a7e6a-9f31-4e00-9224-8cddbf5a34db req-5d6b9d35-43cd-4df0-904f-bfe6a0984e15 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0928931 Jul 20 19:30:48.077087 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:48.107260 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449b462-27c1-4daa-a2dc-4baebf68ed01 req-7f85b52e-0119-4d1f-b126-8527c9939040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:48.108866 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-3449b462-27c1-4daa-a2dc-4baebf68ed01 req-7f85b52e-0119-4d1f-b126-8527c9939040 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9c025843a2de49d48c39b40f2261d3bf&device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 1129 time: 0.0521286 Jul 20 19:30:48.139675 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-205b3b68-677f-4e62-9d5b-f5130c51c285 service neutron] 10.222.0.96 "GET /v2.0/networks/1e189f3c-62d8-4a6b-a167-08b9a7c92e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1878490 Jul 20 19:30:48.183458 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ec3a7e6a-9f31-4e00-9224-8cddbf5a34db req-cdaeb829-944b-4400-a626-3f781dc8199d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031468 Jul 20 19:30:48.267523 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449b462-27c1-4daa-a2dc-4baebf68ed01 req-bc595a27-ca0d-4ab2-b4cb-17b2d4fe98d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:48.269666 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-3449b462-27c1-4daa-a2dc-4baebf68ed01 req-bc595a27-ca0d-4ab2-b4cb-17b2d4fe98d2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc HTTP/1.1" status: 200 len: 919 time: 0.1320875 Jul 20 19:30:48.280085 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 37856) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:48.313138 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-3449b462-27c1-4daa-a2dc-4baebf68ed01 req-24e7cc2a-f1ea-4683-82e2-17c075d76012 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6b0ac08-0caa-47dc-9d21-4afca1983d3b HTTP/1.1" status: 200 len: 217 time: 0.0366089 Jul 20 19:30:48.340409 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a098e3-70b6-4ff2-9153-776873390e2d req-14410bf9-9c49-46c1-b520-bfdd18fa134a tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:48.345718 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-19a098e3-70b6-4ff2-9153-776873390e2d req-14410bf9-9c49-46c1-b520-bfdd18fa134a tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 943 time: 0.0803986 Jul 20 19:30:48.368809 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07ce83f2-cb07-45a5-a271-31c5b0c806f3 req-84124f66-9268-4859-bfee-90752297bad9 service neutron] 10.222.0.96 "GET /v2.0/networks/1e189f3c-62d8-4a6b-a167-08b9a7c92e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2154043 Jul 20 19:30:48.375227 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449b462-27c1-4daa-a2dc-4baebf68ed01 req-de0cc845-0d9c-45b0-92c3-16419828fcfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:48.376791 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-3449b462-27c1-4daa-a2dc-4baebf68ed01 req-de0cc845-0d9c-45b0-92c3-16419828fcfc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d0032299-b9fa-48f2-97fd-620bc1f7e167 HTTP/1.1" status: 200 len: 857 time: 0.0529253 Jul 20 19:30:48.398211 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-19a098e3-70b6-4ff2-9153-776873390e2d req-023f3bd8-f78e-445d-bd05-8591881ccb15 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482543 Jul 20 19:30:48.411789 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-149eb626-d3b9-4081-8007-7f7245bc0c4f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1281135938-network', 'tenant_id': 'b1f129d1e4d4431c928dc63146543497'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:30:48.435742 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149eb626-d3b9-4081-8007-7f7245bc0c4f admin admin] Made reservation on behalf of b1f129d1e4d4431c928dc63146543497 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:30:48.438158 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-149eb626-d3b9-4081-8007-7f7245bc0c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for network (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:48.438771 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3449b462-27c1-4daa-a2dc-4baebf68ed01 req-fecfefc7-8f19-4b10-ae8e-c9bd2076353d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:48.440264 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-3449b462-27c1-4daa-a2dc-4baebf68ed01 req-fecfefc7-8f19-4b10-ae8e-c9bd2076353d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479414 Jul 20 19:30:48.447137 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-149eb626-d3b9-4081-8007-7f7245bc0c4f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:48.533949 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-149eb626-d3b9-4081-8007-7f7245bc0c4f admin admin] Publish callbacks [] for security_group (3d2cd43a-1522-409c-bb10-a5c57e1a4340), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:48.539080 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-149eb626-d3b9-4081-8007-7f7245bc0c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (3d2cd43a-1522-409c-bb10-a5c57e1a4340), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:48.566545 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149eb626-d3b9-4081-8007-7f7245bc0c4f admin admin] vlan segment allocate from pool success with {'vlan_id': 968, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:30:48.577989 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149eb626-d3b9-4081-8007-7f7245bc0c4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d2cd43a-1522-409c-bb10-a5c57e1a4340,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:48.582815 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-149eb626-d3b9-4081-8007-7f7245bc0c4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (580f0bca-e144-4183-bb8e-0071b3251b2f), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:48.583166 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.segments_db [None req-149eb626-d3b9-4081-8007-7f7245bc0c4f admin admin] Added segment 580f0bca-e144-4183-bb8e-0071b3251b2f of type vlan for network 9c307b5c-a0b2-4dc9-b558-9f63e318c26c Jul 20 19:30:48.613547 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:48.627523 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-149eb626-d3b9-4081-8007-7f7245bc0c4f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773866076730'] for network (9c307b5c-a0b2-4dc9-b558-9f63e318c26c), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:48.653322 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-149eb626-d3b9-4081-8007-7f7245bc0c4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for network (9c307b5c-a0b2-4dc9-b558-9f63e318c26c), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:48.654558 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149eb626-d3b9-4081-8007-7f7245bc0c4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:48.655139 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-149eb626-d3b9-4081-8007-7f7245bc0c4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:48.697794 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-149eb626-d3b9-4081-8007-7f7245bc0c4f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.4140160 Jul 20 19:30:48.699627 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 37866) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:30:48.705641 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-7b2d3529-6af3-4634-a69a-2bf3c3c27291 admin admin] Request body: {'subnet': {'network_id': '9c307b5c-a0b2-4dc9-b558-9f63e318c26c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1281135938-subnet', 'tenant_id': 'b1f129d1e4d4431c928dc63146543497', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:30:48.809993 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:48.985311 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149eb626-d3b9-4081-8007-7f7245bc0c4f admin admin] Pushing event updated for resources: {'Network': ['ID=9c307b5c-a0b2-4dc9-b558-9f63e318c26c,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:48.995965 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Network 9c307b5c-a0b2-4dc9-b558-9f63e318c26c details requested by agent ovs-agent-dv-cinder-850548-1-iscsi with host dv-cinder-850548-1-iscsi {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:30:49.055555 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b2d3529-6af3-4634-a69a-2bf3c3c27291 admin admin] Made reservation on behalf of b1f129d1e4d4431c928dc63146543497 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:30:49.057927 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7b2d3529-6af3-4634-a69a-2bf3c3c27291 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26201642'] for subnet (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:49.085694 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc89a2e-a088-4a43-8d23-30416103fab9 req-3afdac82-0063-47fa-88fa-7e403e585171 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:49.087164 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fcc89a2e-a088-4a43-8d23-30416103fab9 req-3afdac82-0063-47fa-88fa-7e403e585171 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.1225262 Jul 20 19:30:49.110917 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbae23a3-3314-43bd-ab60-c631d40027c8 req-4ff1fdc2-1911-47d7-9065-3fe5f1f869e6 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:49.112330 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fbae23a3-3314-43bd-ab60-c631d40027c8 req-4ff1fdc2-1911-47d7-9065-3fe5f1f869e6 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.1210816 Jul 20 19:30:49.144663 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=83,neutron:INSERT=13,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:49.212993 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=88,neutron:INSERT=10,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:49.260135 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fcc89a2e-a088-4a43-8d23-30416103fab9 req-1e5b2fab-9208-4dc8-a1e4-115ded4b07c2 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584673 Jul 20 19:30:49.276824 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fbae23a3-3314-43bd-ab60-c631d40027c8 req-ccadd07d-f719-464e-b157-834f63726764 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570158 Jul 20 19:30:49.403894 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7b2d3529-6af3-4634-a69a-2bf3c3c27291 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3300343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26201624'] for subnet (633c8697-bc2e-4b3a-962c-1db1e66663fd), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:49.445084 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88732d59-0737-47b5-be11-072bdc78982b req-9c6d4cc6-980e-44c0-89b0-faf5cac30d62 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:49.447368 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-88732d59-0737-47b5-be11-072bdc78982b req-9c6d4cc6-980e-44c0-89b0-faf5cac30d62 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0911648 Jul 20 19:30:49.507004 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2d3529-6af3-4634-a69a-2bf3c3c27291 admin admin] Pushing event updated for resources: {'Subnet': ['ID=633c8697-bc2e-4b3a-962c-1db1e66663fd,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:49.571596 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b2d3529-6af3-4634-a69a-2bf3c3c27291 admin admin] Checking segment: {'id': '580f0bca-e144-4183-bb8e-0071b3251b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '9c307b5c-a0b2-4dc9-b558-9f63e318c26c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:30:49.571832 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2d3529-6af3-4634-a69a-2bf3c3c27291 admin admin] Network hostable DHCP agents. Network: 9c307b5c-a0b2-4dc9-b558-9f63e318c26c, hostable agents: ['217e9daa-c487-480e-ab7e-28b155725c37'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:30:49.585289 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753c2e50-091a-4c00-8d5a-78614d2ecfa1 req-4efe2027-a563-4198-b0a1-118f93ad1d5d tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:49.587065 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-753c2e50-091a-4c00-8d5a-78614d2ecfa1 req-4efe2027-a563-4198-b0a1-118f93ad1d5d tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 943 time: 0.1063042 Jul 20 19:30:49.599601 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-88732d59-0737-47b5-be11-072bdc78982b req-9227abbf-51a8-4f6c-a24d-e0e429bb8975 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405101 Jul 20 19:30:49.632987 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b2d3529-6af3-4634-a69a-2bf3c3c27291 admin admin] Network 9c307b5c-a0b2-4dc9-b558-9f63e318c26c is scheduled to be hosted by DHCP agent 217e9daa-c487-480e-ab7e-28b155725c37 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:30:49.653074 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-7b2d3529-6af3-4634-a69a-2bf3c3c27291 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850548-1-iscsi, 9c307b5c-a0b2-4dc9-b558-9f63e318c26c) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:30:49.657535 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b2d3529-6af3-4634-a69a-2bf3c3c27291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:49.658141 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7b2d3529-6af3-4634-a69a-2bf3c3c27291 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:49.663229 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f69db9-f72b-49db-bb3c-22df38b7ba22 None None] Network 9c307b5c-a0b2-4dc9-b558-9f63e318c26c requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:30:49.663980 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-753c2e50-091a-4c00-8d5a-78614d2ecfa1 req-3d6cd1b8-4099-4922-aca7-de2e576a3b66 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707414 Jul 20 19:30:49.679739 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-7b2d3529-6af3-4634-a69a-2bf3c3c27291 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9778664 Jul 20 19:30:49.779644 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2fd2701-2208-422c-83f0-0ef192a5153f None None] Network 9c307b5c-a0b2-4dc9-b558-9f63e318c26c requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:30:50.223236 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0d164-f9b4-44f7-a1cf-85154f0ed476 req-dd61c22a-4b33-4242-b5f7-854160b6f8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:50.227180 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-03a0d164-f9b4-44f7-a1cf-85154f0ed476 req-dd61c22a-4b33-4242-b5f7-854160b6f8ae service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=91e1220a765f41e88d4e3480b9a7a687&device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 1127 time: 0.0562274 Jul 20 19:30:50.262549 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-3449b462-27c1-4daa-a2dc-4baebf68ed01 req-53cc49d6-02ca-4af7-9cb6-91b65f7d348e service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938642 Jul 20 19:30:50.400248 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e039f0e1-e287-4719-a692-dc8117b757f2 req-83a497d4-1124-4e10-8d6f-f8a849d7e5c9 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:50.401743 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e039f0e1-e287-4719-a692-dc8117b757f2 req-83a497d4-1124-4e10-8d6f-f8a849d7e5c9 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0643294 Jul 20 19:30:50.450971 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e2749d-942f-44a3-962e-717daac2967e req-fc7b217b-b81b-4896-8fd1-48f7817ede2d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:50.452436 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-62e2749d-942f-44a3-962e-717daac2967e req-fc7b217b-b81b-4896-8fd1-48f7817ede2d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0764222 Jul 20 19:30:50.494627 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e039f0e1-e287-4719-a692-dc8117b757f2 req-b9c6dfe5-1f94-4fa3-b348-bbaed56c3fc1 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0752280 Jul 20 19:30:50.578085 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-62e2749d-942f-44a3-962e-717daac2967e req-48f34209-0f80-4be3-b8ec-be226869109f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156423 Jul 20 19:30:50.579280 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-3449b462-27c1-4daa-a2dc-4baebf68ed01 req-4570a9f8-25d5-455e-910e-f358acf40418 service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898616 Jul 20 19:30:50.613690 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0d164-f9b4-44f7-a1cf-85154f0ed476 req-01a70a2d-206e-41fd-baf4-1fc595346771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:50.615389 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-03a0d164-f9b4-44f7-a1cf-85154f0ed476 req-01a70a2d-206e-41fd-baf4-1fc595346771 service neutron] 10.222.0.96 "GET /v2.0/networks?id=1e189f3c-62d8-4a6b-a167-08b9a7c92e37 HTTP/1.1" status: 200 len: 915 time: 0.1240077 Jul 20 19:30:50.704086 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-03a0d164-f9b4-44f7-a1cf-85154f0ed476 req-affcfa5d-7712-4b67-a6df-e5b4baaa00b1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53beb0fe-5f2d-480b-8bef-611c76c92caf HTTP/1.1" status: 200 len: 217 time: 0.0528264 Jul 20 19:30:50.779960 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:50.792836 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce676e0-67a4-4236-a810-ed828ed12a16 req-ab9c15c5-888e-425a-8b4d-8d9c27d8e1cb tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:50.794412 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9ce676e0-67a4-4236-a810-ed828ed12a16 req-ab9c15c5-888e-425a-8b4d-8d9c27d8e1cb tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.1026623 Jul 20 19:30:50.834262 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:50.852832 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0d164-f9b4-44f7-a1cf-85154f0ed476 req-b7048da9-96d2-4952-b1df-fc7f20a42ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:50.854302 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-03a0d164-f9b4-44f7-a1cf-85154f0ed476 req-b7048da9-96d2-4952-b1df-fc7f20a42ce4 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=862e9adf-bfc6-4261-9460-41a6c56342df HTTP/1.1" status: 200 len: 853 time: 0.1309366 Jul 20 19:30:50.868558 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682a77e5-5c42-459b-b0dd-379ca2ff3a40 req-510b303b-5a01-45ec-aacb-b2144e18641f tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:50.870168 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-682a77e5-5c42-459b-b0dd-379ca2ff3a40 req-510b303b-5a01-45ec-aacb-b2144e18641f tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 943 time: 0.1083884 Jul 20 19:30:50.917049 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9ce676e0-67a4-4236-a810-ed828ed12a16 req-11f87db9-f5a9-43ae-ab95-3b3ade263a10 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970256 Jul 20 19:30:50.955373 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:50.976367 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-682a77e5-5c42-459b-b0dd-379ca2ff3a40 req-8113150e-09fa-4468-a634-152852899c3c tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935478 Jul 20 19:30:51.534821 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a0d164-f9b4-44f7-a1cf-85154f0ed476 req-64a81385-53a0-4e72-aa59-3655defaae53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:51.536620 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-03a0d164-f9b4-44f7-a1cf-85154f0ed476 req-64a81385-53a0-4e72-aa59-3655defaae53 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1e189f3c-62d8-4a6b-a167-08b9a7c92e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0586717 Jul 20 19:30:51.559599 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-fa238e75-5af9-4181-afbd-15b0ee978a89 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:51.561233 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-fa238e75-5af9-4181-afbd-15b0ee978a89 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/networks?id=9c307b5c-a0b2-4dc9-b558-9f63e318c26c HTTP/1.1" status: 200 len: 809 time: 0.1510203 Jul 20 19:30:51.608154 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-0a30c501-da3a-48c4-9a62-adde0e801ce0 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/quotas/b1f129d1e4d4431c928dc63146543497 HTTP/1.1" status: 200 len: 375 time: 0.0410860 Jul 20 19:30:51.709332 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-01063169-49b2-41fb-bfd7-79077527480b tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b1f129d1e4d4431c928dc63146543497&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0721526 Jul 20 19:30:51.717459 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3344cfaa-adf0-40c5-8230-f591a0ed1fa8 req-1bb72987-841a-4699-8b22-08554660ff75 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:51.719202 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3344cfaa-adf0-40c5-8230-f591a0ed1fa8 req-1bb72987-841a-4699-8b22-08554660ff75 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.1420841 Jul 20 19:30:51.826303 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-03a0d164-f9b4-44f7-a1cf-85154f0ed476 req-9017a6c5-da23-46f4-a7ba-b7bc30532422 service neutron] 10.222.0.96 "GET /v2.0/networks/1e189f3c-62d8-4a6b-a167-08b9a7c92e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2513931 Jul 20 19:30:51.852449 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3344cfaa-adf0-40c5-8230-f591a0ed1fa8 req-87b089a3-1604-4cb1-9ae9-3fe164e7d421 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1216152 Jul 20 19:30:51.873153 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-44347399-8161-4f50-a369-6942c7a54833 service neutron] 10.222.0.79 "GET /v2.0/networks/9c307b5c-a0b2-4dc9-b558-9f63e318c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527331 Jul 20 19:30:52.001163 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70eb3a50-7427-4c1f-bc38-5bbcf1d8f9ce req-fdd29d1b-5a82-4d1d-a9a2-f532f5572da1 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:52.002606 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-70eb3a50-7427-4c1f-bc38-5bbcf1d8f9ce req-fdd29d1b-5a82-4d1d-a9a2-f532f5572da1 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0659325 Jul 20 19:30:52.020723 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-ae1023ae-c4e1-4d96-b7ca-67a6b6793b61 service neutron] 10.222.0.79 "GET /v2.0/networks/9c307b5c-a0b2-4dc9-b558-9f63e318c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418419 Jul 20 19:30:52.073651 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 53beb0fe-5f2d-480b-8bef-611c76c92caf details requested by agent hyperv_hv-cinder-85054 with host hv-cinder-85054 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:30:52.078310 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-70eb3a50-7427-4c1f-bc38-5bbcf1d8f9ce req-ae8e1557-934d-4981-b30f-0d66427c8f57 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692229 Jul 20 19:30:52.221074 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 53beb0fe-5f2d-480b-8bef-611c76c92caf, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=53beb0fe-5f2d-480b-8bef-611c76c92caf,segment=NetworkSegment(dc079fa5-26c0-47ea-af55-e7d007fe03ae),segment_id=dc079fa5-26c0-47ea-af55-e7d007fe03ae)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:30:52.235916 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Returning: {'device': '53beb0fe-5f2d-480b-8bef-611c76c92caf', 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37', 'port_id': '53beb0fe-5f2d-480b-8bef-611c76c92caf', 'mac_address': 'fa:16:3e:0d:3f:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 965, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '862e9adf-bfc6-4261-9460-41a6c56342df', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:30:52.280695 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff781707-2eec-4544-b62a-de7a1dea9370 req-573c2308-97d1-44c4-a0d9-7ded09918adb tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:52.282554 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ff781707-2eec-4544-b62a-de7a1dea9370 req-573c2308-97d1-44c4-a0d9-7ded09918adb tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.1456504 Jul 20 19:30:52.283424 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 53beb0fe-5f2d-480b-8bef-611c76c92caf is: DOWN; New status is: BUILD {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:52.284116 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (53beb0fe-5f2d-480b-8bef-611c76c92caf), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:52.310791 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53beb0fe-5f2d-480b-8bef-611c76c92caf {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:30:52.327741 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c14d46-51df-4a4e-b006-62e7f4ecb8b4 req-d8f9c5e0-2071-47c4-b05e-3ac4c4245b86 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:52.335991 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e7c14d46-51df-4a4e-b006-62e7f4ecb8b4 req-d8f9c5e0-2071-47c4-b05e-3ac4c4245b86 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 943 time: 0.1277580 Jul 20 19:30:52.338688 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 53beb0fe-5f2d-480b-8bef-611c76c92caf, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=53beb0fe-5f2d-480b-8bef-611c76c92caf,segment=NetworkSegment(dc079fa5-26c0-47ea-af55-e7d007fe03ae),segment_id=dc079fa5-26c0-47ea-af55-e7d007fe03ae)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:30:52.344453 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (53beb0fe-5f2d-480b-8bef-611c76c92caf), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:52.405221 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:52.413528 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=53beb0fe-5f2d-480b-8bef-611c76c92caf,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:52.422323 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:52.422713 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:52.423089 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:52.423447 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:52.423787 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:52.424123 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:52.424455 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:52.424788 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:52.425167 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:52.425567 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:52.425830 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:52.426188 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:52.426524 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:52.426851 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:52.428381 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:30:52.431086 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:52.462039 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:52.484122 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ff781707-2eec-4544-b62a-de7a1dea9370 req-34a32f46-1805-414f-8c61-647074f84af7 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657443 Jul 20 19:30:52.501995 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e7c14d46-51df-4a4e-b006-62e7f4ecb8b4 req-eaa978b6-9b82-400d-8f90-1a4dedd5ce0c tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1651132 Jul 20 19:30:52.528477 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-03a0d164-f9b4-44f7-a1cf-85154f0ed476 req-666d931c-6753-4aed-ab61-d0f030a83b4b service neutron] 10.222.0.96 "GET /v2.0/networks/1e189f3c-62d8-4a6b-a167-08b9a7c92e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2332044 Jul 20 19:30:52.585843 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-67609157-86d6-4df9-b5af-3ff9ed4fe0b5 req-793af6bb-cd71-4a39-bfa3-9829032575da tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0321722 Jul 20 19:30:52.984164 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c03feb5-5f33-4790-996f-a7a4cd83a2be req-b18117ab-81fc-4fa2-8236-0214aace922e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:52.985664 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4c03feb5-5f33-4790-996f-a7a4cd83a2be req-b18117ab-81fc-4fa2-8236-0214aace922e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0522177 Jul 20 19:30:53.035282 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4c03feb5-5f33-4790-996f-a7a4cd83a2be req-caff9f3c-78e8-4bd1-9465-920aaf046ecb tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427358 Jul 20 19:30:53.188968 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e48c49a-ea45-4af5-a7dc-7cd11db18a52 req-5148daa1-ec92-4d59-8561-3059680827ab tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:53.190168 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5e48c49a-ea45-4af5-a7dc-7cd11db18a52 req-5148daa1-ec92-4d59-8561-3059680827ab tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0491064 Jul 20 19:30:53.242440 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5e48c49a-ea45-4af5-a7dc-7cd11db18a52 req-37fcbf22-ef0c-4d80-bcf3-8860e563a9f4 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457940 Jul 20 19:30:53.652413 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef53a45-e45b-4bff-a490-5cc856c89256 req-cca141fb-7345-4a33-9d4a-624e96cf6af7 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:53.654018 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3ef53a45-e45b-4bff-a490-5cc856c89256 req-cca141fb-7345-4a33-9d4a-624e96cf6af7 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0786953 Jul 20 19:30:53.683074 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47182c22-7c1e-44cc-812e-66d162746405 req-81c83293-742c-43d9-9139-df16e0a71435 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:53.684581 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-47182c22-7c1e-44cc-812e-66d162746405 req-81c83293-742c-43d9-9139-df16e0a71435 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 944 time: 0.0765707 Jul 20 19:30:53.734543 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3ef53a45-e45b-4bff-a490-5cc856c89256 req-e9a2c68b-686a-45e5-a5ef-525a159378a9 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746505 Jul 20 19:30:53.758723 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-47182c22-7c1e-44cc-812e-66d162746405 req-b300a489-e983-4239-ba7c-34aea71bc2ee tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683689 Jul 20 19:30:53.825156 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1ceb27b9-528d-4bf9-9bb1-71b122e80e1d req-7d9ec82e-3e7c-4cc9-b76a-7753164047b5 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0294659 Jul 20 19:30:54.162544 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a750477-2ad3-4f60-99af-f3b45ecf7219 req-bf07ac1c-5ceb-44be-a4b5-dbe9063f90ee tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:54.163989 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9a750477-2ad3-4f60-99af-f3b45ecf7219 req-bf07ac1c-5ceb-44be-a4b5-dbe9063f90ee tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0550923 Jul 20 19:30:54.210555 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9a750477-2ad3-4f60-99af-f3b45ecf7219 req-ca84dad2-463f-4c8a-9d76-983ec3185522 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408444 Jul 20 19:30:54.357436 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a29dceb-d7bc-4025-9595-bf73418a9104 req-8edb720b-23b5-4d1e-a149-7f0052f60027 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:54.358805 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5a29dceb-d7bc-4025-9595-bf73418a9104 req-8edb720b-23b5-4d1e-a149-7f0052f60027 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0468814 Jul 20 19:30:54.406948 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5a29dceb-d7bc-4025-9595-bf73418a9104 req-ea387ff2-a4f4-499c-b485-3d0b9b4fc7b9 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426223 Jul 20 19:30:54.883635 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c27295c-127c-4277-ae6d-d8c97568dd41 req-377fc385-6ea7-4cfa-9ce7-287db038fcf3 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:54.885029 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0c27295c-127c-4277-ae6d-d8c97568dd41 req-377fc385-6ea7-4cfa-9ce7-287db038fcf3 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0753689 Jul 20 19:30:54.912223 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91103eda-4a38-4fc4-a70a-cf315757e44e req-59d290ef-6584-495d-8991-1d39d9402ac9 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:54.913709 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-91103eda-4a38-4fc4-a70a-cf315757e44e req-59d290ef-6584-495d-8991-1d39d9402ac9 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 944 time: 0.0755808 Jul 20 19:30:54.966243 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0c27295c-127c-4277-ae6d-d8c97568dd41 req-9bf90dec-3581-4f27-8a61-05a1b9ffd354 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756831 Jul 20 19:30:54.988194 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-91103eda-4a38-4fc4-a70a-cf315757e44e req-3d664fcd-b227-4ff7-8dac-d86606f21b05 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678437 Jul 20 19:30:55.054540 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8e08885b-dee4-4e52-8495-ec7e12be2858 req-a0002ac7-7d12-4c6d-ad65-09637d8b8632 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0283427 Jul 20 19:30:55.326121 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b536698-6ce2-4f76-aebf-580588abe28e req-63da57a0-5b9f-445a-9a83-12111d58af04 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:55.327579 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3b536698-6ce2-4f76-aebf-580588abe28e req-63da57a0-5b9f-445a-9a83-12111d58af04 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0489092 Jul 20 19:30:55.376792 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3b536698-6ce2-4f76-aebf-580588abe28e req-763ba429-f733-4597-8aa7-0a6ca6978928 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437093 Jul 20 19:30:55.510317 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:55.523771 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb182a0-0461-40a4-891a-5ffec3eccb23 req-4d8cb178-2a64-4361-999f-5407caeaebe6 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:55.525230 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8bb182a0-0461-40a4-891a-5ffec3eccb23 req-4d8cb178-2a64-4361-999f-5407caeaebe6 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0493793 Jul 20 19:30:55.572642 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8bb182a0-0461-40a4-891a-5ffec3eccb23 req-980c91c4-e193-4594-9e6c-148c65b35737 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419273 Jul 20 19:30:56.122525 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945d7750-6e6f-42a3-9b35-f804d85e31e0 req-546ffff6-dece-4d56-9762-acfcd6f8b246 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:56.123960 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-945d7750-6e6f-42a3-9b35-f804d85e31e0 req-546ffff6-dece-4d56-9762-acfcd6f8b246 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0831192 Jul 20 19:30:56.135008 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3a3e8b-3116-4627-a2b7-7b754c9dfcf0 req-dcfbf6bf-1951-4251-b88e-b5116e185949 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:56.136398 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9d3a3e8b-3116-4627-a2b7-7b754c9dfcf0 req-dcfbf6bf-1951-4251-b88e-b5116e185949 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 944 time: 0.0636461 Jul 20 19:30:56.193435 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:56.213052 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9d3a3e8b-3116-4627-a2b7-7b754c9dfcf0 req-2030015f-3790-4a43-a67c-27cdd16cf247 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699468 Jul 20 19:30:56.215924 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-945d7750-6e6f-42a3-9b35-f804d85e31e0 req-e48c15bf-d186-40d0-9db9-9c8bcfe85909 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785260 Jul 20 19:30:56.296483 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ba8182ba-3677-4c11-ad76-9e58f9bbfd45 req-db621035-5db6-4fb8-8097-b908d45a99fc tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0289025 Jul 20 19:30:56.312598 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['53beb0fe-5f2d-480b-8bef-611c76c92caf'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:30:56.338121 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:56.503364 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8202aa6f-92f2-49fb-acd6-3e88587d6ed5 req-7511957f-456b-4721-ae9a-0e6f8cba88c3 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:56.504900 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8202aa6f-92f2-49fb-acd6-3e88587d6ed5 req-7511957f-456b-4721-ae9a-0e6f8cba88c3 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0559022 Jul 20 19:30:56.563135 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8202aa6f-92f2-49fb-acd6-3e88587d6ed5 req-e27b28fc-e487-42a9-8350-f07bdf6f4e46 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506876 Jul 20 19:30:56.691221 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3a0fe4-7094-4be5-ab90-a1bd099949ac req-9f89ced6-55a6-4985-a21d-ca8adc7c9b78 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:56.692671 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ab3a0fe4-7094-4be5-ab90-a1bd099949ac req-9f89ced6-55a6-4985-a21d-ca8adc7c9b78 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0473294 Jul 20 19:30:56.743991 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ab3a0fe4-7094-4be5-ab90-a1bd099949ac req-5fd6e0a8-33a0-41f2-a585-ad206d14a7a3 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447800 Jul 20 19:30:57.367017 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcd861c-2514-474b-b737-e5b06a63f7dd req-3a269a76-c0a7-4654-82aa-0c2143757ffa tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:57.368489 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-edcd861c-2514-474b-b737-e5b06a63f7dd req-3a269a76-c0a7-4654-82aa-0c2143757ffa tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 944 time: 0.0861464 Jul 20 19:30:57.396080 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba07581-20e6-4c03-8d13-f2b62bb54ff8 req-783e4707-ad3f-43b9-8c8e-e3e9ddab11dd tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:57.398304 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1ba07581-20e6-4c03-8d13-f2b62bb54ff8 req-783e4707-ad3f-43b9-8c8e-e3e9ddab11dd tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0846956 Jul 20 19:30:57.445383 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-edcd861c-2514-474b-b737-e5b06a63f7dd req-78f21d54-f844-4711-b5ff-0067ffad0b72 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712857 Jul 20 19:30:57.466631 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1ba07581-20e6-4c03-8d13-f2b62bb54ff8 req-0448aaff-0d87-4cae-acd4-551db7cffd8e tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615489 Jul 20 19:30:57.530093 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c02e238c-c62e-473f-8710-0f90c5117338 req-60b8c6fe-a540-4cd4-b3f3-c7f71667756b tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0288787 Jul 20 19:30:57.680022 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6631d06-3a68-4fc8-9bc9-ba0649b74f5a req-331a3dc4-5a58-44b9-bb7b-dae9ea83e2db tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:57.681818 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d6631d06-3a68-4fc8-9bc9-ba0649b74f5a req-331a3dc4-5a58-44b9-bb7b-dae9ea83e2db tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0489690 Jul 20 19:30:57.732034 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d6631d06-3a68-4fc8-9bc9-ba0649b74f5a req-6522af63-aac5-4f09-9c5d-bcb9dc60d866 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446286 Jul 20 19:30:57.864323 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2398648c-c906-43ee-9563-2bcec1cd19b6 req-e81ab11b-1c87-449c-aa11-8ce7d741fb43 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:57.865843 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2398648c-c906-43ee-9563-2bcec1cd19b6 req-e81ab11b-1c87-449c-aa11-8ce7d741fb43 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0545759 Jul 20 19:30:57.914255 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2398648c-c906-43ee-9563-2bcec1cd19b6 req-26270f87-92b2-478c-bfa6-0a61e150a15b tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428135 Jul 20 19:30:58.031745 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 53beb0fe-5f2d-480b-8bef-611c76c92caf up at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:30:58.075207 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning for port 53beb0fe-5f2d-480b-8bef-611c76c92caf completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:30:58.081583 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning complete for port 53beb0fe-5f2d-480b-8bef-611c76c92caf triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:30:58.081966 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (53beb0fe-5f2d-480b-8bef-611c76c92caf), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:58.158462 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 53beb0fe-5f2d-480b-8bef-611c76c92caf is: BUILD; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:30:58.158879 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (53beb0fe-5f2d-480b-8bef-611c76c92caf), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:58.182842 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534f506f-149d-4ae7-bb63-794c97796305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53beb0fe-5f2d-480b-8bef-611c76c92caf'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:30:58.185119 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2863794-c9a2-4bb8-b390-02d6a732596c" -d '{"events": [{"server_uuid": "534f506f-149d-4ae7-bb63-794c97796305", "name": "network-vif-plugged", "status": "completed", "tag": "53beb0fe-5f2d-480b-8bef-611c76c92caf"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:30:58.198288 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 53beb0fe-5f2d-480b-8bef-611c76c92caf, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=53beb0fe-5f2d-480b-8bef-611c76c92caf,segment=NetworkSegment(dc079fa5-26c0-47ea-af55-e7d007fe03ae),segment_id=dc079fa5-26c0-47ea-af55-e7d007fe03ae)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:30:58.202769 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (53beb0fe-5f2d-480b-8bef-611c76c92caf), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:30:58.225145 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab205d67-52fe-4b98-b85f-ae4109b870f7 x-openstack-request-id: req-ab205d67-52fe-4b98-b85f-ae4109b870f7 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:30:58.225470 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534f506f-149d-4ae7-bb63-794c97796305", "name": "network-vif-plugged", "status": "completed", "tag": "53beb0fe-5f2d-480b-8bef-611c76c92caf", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:30:58.225730 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ab205d67-52fe-4b98-b85f-ae4109b870f7 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:30:58.226126 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ab205d67-52fe-4b98-b85f-ae4109b870f7'] response: {'server_uuid': '534f506f-149d-4ae7-bb63-794c97796305', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53beb0fe-5f2d-480b-8bef-611c76c92caf', 'code': 200} Jul 20 19:30:58.251667 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=53beb0fe-5f2d-480b-8bef-611c76c92caf,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:30:58.588893 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1645f2b8-f9c3-4055-9074-95542125aed0 req-3716fd50-9ed6-4078-bc85-6ad4e1e74f15 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:58.590367 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1645f2b8-f9c3-4055-9074-95542125aed0 req-3716fd50-9ed6-4078-bc85-6ad4e1e74f15 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 945 time: 0.0741339 Jul 20 19:30:58.617762 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f5af60-d914-4161-9cab-7b802365754b req-44289afb-b9d7-43d6-85ee-129874fc6a25 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:58.619127 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-15f5af60-d914-4161-9cab-7b802365754b req-44289afb-b9d7-43d6-85ee-129874fc6a25 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0739226 Jul 20 19:30:58.885750 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1645f2b8-f9c3-4055-9074-95542125aed0 req-d1e05899-2a1f-423a-bbf7-9de4e64e1344 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897379 Jul 20 19:30:58.886028 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:30:58.909409 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-15f5af60-d914-4161-9cab-7b802365754b req-76b0b9b8-c30d-421f-9d09-1a1ad5823c9b tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2838402 Jul 20 19:30:58.992441 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3b48f14c-0914-4d8b-a918-59a69d6cbdeb req-0e83595a-ade5-4f62-a724-766fd551e12d tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0342865 Jul 20 19:30:59.043764 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d227900-c77e-4495-8a81-ae826d2dbf6a req-b3b7c6b7-cad2-49a6-b499-d701fa4aa447 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:59.045440 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9d227900-c77e-4495-8a81-ae826d2dbf6a req-b3b7c6b7-cad2-49a6-b499-d701fa4aa447 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0571113 Jul 20 19:30:59.135112 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70e02dc-0eed-41e4-b55b-bc278b7132d9 req-7439147f-0a1e-4f5b-9161-051f3d6753bc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:30:59.136660 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a70e02dc-0eed-41e4-b55b-bc278b7132d9 req-7439147f-0a1e-4f5b-9161-051f3d6753bc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0782700 Jul 20 19:30:59.140337 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9d227900-c77e-4495-8a81-ae826d2dbf6a req-345dbe36-1f9b-4d79-acb8-1e9f2507a697 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0888872 Jul 20 19:30:59.188732 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a70e02dc-0eed-41e4-b55b-bc278b7132d9 req-4df73cb8-0432-47a2-b628-4e3c93c1b0b3 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464942 Jul 20 19:31:00.010434 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af6e452-05c9-463b-8cd0-aeb41a98da6e req-0413724f-a3f1-4291-94bb-695dbbb0a6cc tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:00.011891 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1af6e452-05c9-463b-8cd0-aeb41a98da6e req-0413724f-a3f1-4291-94bb-695dbbb0a6cc tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 945 time: 0.0571387 Jul 20 19:31:00.039799 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:00.061451 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a7a831-5438-40d3-8c8a-4eb615a784db req-00385ff2-8694-40d4-bb33-3dc6018427ed tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:00.062923 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-15a7a831-5438-40d3-8c8a-4eb615a784db req-00385ff2-8694-40d4-bb33-3dc6018427ed tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0739496 Jul 20 19:31:00.111370 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1af6e452-05c9-463b-8cd0-aeb41a98da6e req-5269720d-1272-4ff9-87e8-0fc9aeea277b tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814939 Jul 20 19:31:00.147673 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-15a7a831-5438-40d3-8c8a-4eb615a784db req-5cb84e7b-d679-4a71-b8b0-2222faaea398 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739925 Jul 20 19:31:00.201680 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-37833e64-dc6c-4b9e-9558-78c8677547ce req-96d61ab6-a7a8-4fc1-bd26-3f50011e01f7 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0289354 Jul 20 19:31:00.224585 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:00.231761 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:00.260032 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8d75b-acad-4119-8b9d-278932d9bc00 req-ad356c32-fe70-4b69-880b-44a00c180f11 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:00.261514 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-dde8d75b-acad-4119-8b9d-278932d9bc00 req-ad356c32-fe70-4b69-880b-44a00c180f11 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0483828 Jul 20 19:31:00.329358 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08018bdd-75f1-4252-a59e-ed7434add27e req-e29bb7b5-b6fc-4fd5-86fd-57745d377a1d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:00.330921 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-08018bdd-75f1-4252-a59e-ed7434add27e req-e29bb7b5-b6fc-4fd5-86fd-57745d377a1d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0684166 Jul 20 19:31:00.360026 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-dde8d75b-acad-4119-8b9d-278932d9bc00 req-67474cff-2d18-4512-a05f-0812fd3b2572 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878599 Jul 20 19:31:00.389676 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-08018bdd-75f1-4252-a59e-ed7434add27e req-6e74e6ac-13d6-4cca-bd17-b5515e0f2c9f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483401 Jul 20 19:31:00.569818 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=62 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:00.576302 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:INSERT=8,neutron:UPDATE=1,neutron:SELECT=57 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:01.229796 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bd15f8-a6d1-4131-863a-6f08c8a9395c req-0e859671-00c1-441c-80b2-b4ca31f4633c tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:01.231319 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-64bd15f8-a6d1-4131-863a-6f08c8a9395c req-0e859671-00c1-441c-80b2-b4ca31f4633c tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 945 time: 0.0508153 Jul 20 19:31:01.293736 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cc05f-3910-413f-9192-34a69346b146 req-f4798c1a-c89f-4c14-9b93-b87162d7d6ea tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:01.295216 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7b2cc05f-3910-413f-9192-34a69346b146 req-f4798c1a-c89f-4c14-9b93-b87162d7d6ea tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0630229 Jul 20 19:31:01.340330 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-64bd15f8-a6d1-4131-863a-6f08c8a9395c req-35d350eb-f9f3-43c7-bcfb-55c81d35d678 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980737 Jul 20 19:31:01.377186 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7b2cc05f-3910-413f-9192-34a69346b146 req-52f09882-ec53-4838-ad0d-917e974de6dd tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760250 Jul 20 19:31:01.425970 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 38094) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:01.436395 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fb90300e-eeaa-41d2-a285-e5f96adfc416 req-ca470e00-a56f-4931-9a80-63ba50ace42a tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0302188 Jul 20 19:31:01.504758 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0cd5f1-2a76-41ca-8870-686b83506cad req-be0dd17c-27e4-478d-8928-0e80e4530b7d tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:01.506478 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3b0cd5f1-2a76-41ca-8870-686b83506cad req-be0dd17c-27e4-478d-8928-0e80e4530b7d tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0554798 Jul 20 19:31:01.547399 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-650700e2-a4de-478d-9cfb-705a8c174c41 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:01.573122 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e56461-dd36-45bf-a83f-d408e84aff23 req-8abc58fd-0a32-4e7e-ae3f-fc84e43af996 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:01.574576 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-30e56461-dd36-45bf-a83f-d408e84aff23 req-8abc58fd-0a32-4e7e-ae3f-fc84e43af996 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0669844 Jul 20 19:31:01.611806 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3b0cd5f1-2a76-41ca-8870-686b83506cad req-f4f98a17-9e5c-4f33-951e-281008a6ea48 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939806 Jul 20 19:31:01.615843 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:01.625849 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-650700e2-a4de-478d-9cfb-705a8c174c41 admin admin] Publish callbacks [] for security_group (96df2cb1-e352-46c8-a595-b5eb6612e0a3), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:01.630967 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-650700e2-a4de-478d-9cfb-705a8c174c41 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (96df2cb1-e352-46c8-a595-b5eb6612e0a3), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:01.640012 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-30e56461-dd36-45bf-a83f-d408e84aff23 req-7216b4cd-7c24-4941-b2eb-1a82a2a41ad0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596685 Jul 20 19:31:01.672442 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-650700e2-a4de-478d-9cfb-705a8c174c41 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d59cb81c13924c599ae44d351268a960&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2453864 Jul 20 19:31:01.674493 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-650700e2-a4de-478d-9cfb-705a8c174c41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96df2cb1-e352-46c8-a595-b5eb6612e0a3,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:01.675072 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 38098) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:01.726796 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef042d53-77ae-4c92-891b-9a279013b851 admin admin] Publish callbacks [] for security_group (96df2cb1-e352-46c8-a595-b5eb6612e0a3), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:01.747971 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef042d53-77ae-4c92-891b-9a279013b851 admin admin] Publish callbacks [] for security_group (96df2cb1-e352-46c8-a595-b5eb6612e0a3), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:01.795035 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef042d53-77ae-4c92-891b-9a279013b851 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (96df2cb1-e352-46c8-a595-b5eb6612e0a3), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:01.797692 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ef042d53-77ae-4c92-891b-9a279013b851 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:01.798859 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-ef042d53-77ae-4c92-891b-9a279013b851 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/96df2cb1-e352-46c8-a595-b5eb6612e0a3 HTTP/1.1" status: 204 len: 168 time: 0.1227283 Jul 20 19:31:01.807154 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef042d53-77ae-4c92-891b-9a279013b851 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96df2cb1-e352-46c8-a595-b5eb6612e0a3,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:02.477309 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7572b2f1-0404-47a4-a8c5-4e5f5899f8ab req-a714672f-c842-4aad-81c4-3ec6ae5cd131 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:02.478997 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7572b2f1-0404-47a4-a8c5-4e5f5899f8ab req-a714672f-c842-4aad-81c4-3ec6ae5cd131 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 945 time: 0.0671387 Jul 20 19:31:02.531825 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0abfc2-bf4f-4363-b9e4-9c448a017b9b req-00933236-d7fa-4c45-9331-0635e5bf4dda tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:02.533159 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9a0abfc2-bf4f-4363-b9e4-9c448a017b9b req-00933236-d7fa-4c45-9331-0635e5bf4dda tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0733986 Jul 20 19:31:02.576095 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7572b2f1-0404-47a4-a8c5-4e5f5899f8ab req-c145239b-5c44-4488-95ea-557adaf64cfd tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753751 Jul 20 19:31:02.595738 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:02.605492 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9a0abfc2-bf4f-4363-b9e4-9c448a017b9b req-a77d6457-9945-473b-8a88-678bd8b50502 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613525 Jul 20 19:31:02.682196 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-00ae5aee-f52d-4678-938d-1d073388755f req-2c431a6c-520d-41ff-996d-b2ab00636119 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0332639 Jul 20 19:31:02.767770 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f80f8a-21a6-4068-826a-84e45be0dda5 req-495bc7bf-477b-4b63-a656-daccd7d4faa8 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:02.769353 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-48f80f8a-21a6-4068-826a-84e45be0dda5 req-495bc7bf-477b-4b63-a656-daccd7d4faa8 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0770772 Jul 20 19:31:02.820303 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3dd80e-4145-4ac0-a1dc-5a2e4933d3ed req-fe60992d-b060-465b-baad-14ed04d74565 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:02.821851 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6a3dd80e-4145-4ac0-a1dc-5a2e4933d3ed req-fe60992d-b060-465b-baad-14ed04d74565 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0727038 Jul 20 19:31:02.865074 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-48f80f8a-21a6-4068-826a-84e45be0dda5 req-c3720df0-b739-4763-b164-f084a2bb1fea tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771947 Jul 20 19:31:02.893513 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6a3dd80e-4145-4ac0-a1dc-5a2e4933d3ed req-31032a66-92e9-4b13-a099-b0b40bf754d8 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616148 Jul 20 19:31:03.213299 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:31:03.702161 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab677542-58fd-4fc2-bc1f-b2368e49ee90 req-b21816b8-affa-456c-985e-eb661289b8cc tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:03.703365 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ab677542-58fd-4fc2-bc1f-b2368e49ee90 req-b21816b8-affa-456c-985e-eb661289b8cc tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 945 time: 0.0598547 Jul 20 19:31:03.757492 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54db9613-fbb2-494b-a53a-5eeab79e7a8d req-815917fe-8903-41cf-b988-0e5196c283da tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:03.758918 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-54db9613-fbb2-494b-a53a-5eeab79e7a8d req-815917fe-8903-41cf-b988-0e5196c283da tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0758228 Jul 20 19:31:03.798251 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ab677542-58fd-4fc2-bc1f-b2368e49ee90 req-574a295a-cdc1-4acd-ae64-4e40b0ee73b3 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750709 Jul 20 19:31:03.822161 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-54db9613-fbb2-494b-a53a-5eeab79e7a8d req-827840b0-103b-4ff3-8f1b-e8337dff3903 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560603 Jul 20 19:31:03.882858 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b216226c-cc42-44c3-b48c-acafb98cb5a8 req-85beb904-93c6-4fb5-8194-e29e339ffa6a tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0289536 Jul 20 19:31:04.024626 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250b029-5bfb-488a-a39b-63861e66a96a req-583bedcc-8c75-4768-afd6-edf2e2689694 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:04.026124 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d250b029-5bfb-488a-a39b-63861e66a96a req-583bedcc-8c75-4768-afd6-edf2e2689694 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0866697 Jul 20 19:31:04.048111 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d30da78-0130-422b-aa26-61dfe1042204 req-f81ca090-bf32-4306-af31-a553884e5451 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:04.050276 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9d30da78-0130-422b-aa26-61dfe1042204 req-f81ca090-bf32-4306-af31-a553884e5451 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0783842 Jul 20 19:31:04.114072 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d250b029-5bfb-488a-a39b-63861e66a96a req-1e6d0d9c-3992-44f1-a732-87ee9ea3d89e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818589 Jul 20 19:31:04.131582 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9d30da78-0130-422b-aa26-61dfe1042204 req-ef957ba1-7014-4b70-981a-dfe67fd1a364 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725019 Jul 20 19:31:04.906372 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:04.946843 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd87a482-7941-4dd6-8a82-60ab902463d2 req-2a177150-b510-49bb-b528-550d47ee2e85 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:04.948321 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd87a482-7941-4dd6-8a82-60ab902463d2 req-2a177150-b510-49bb-b528-550d47ee2e85 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 945 time: 0.0818868 Jul 20 19:31:04.968579 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241b4de0-26d3-4aa2-9a8b-39ef5740c62e req-b31284c9-7dfe-4e65-a1cb-59ec78df2428 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:04.969940 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-241b4de0-26d3-4aa2-9a8b-39ef5740c62e req-b31284c9-7dfe-4e65-a1cb-59ec78df2428 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0745084 Jul 20 19:31:05.039449 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd87a482-7941-4dd6-8a82-60ab902463d2 req-285c7d50-6892-4a54-8b02-b5d5ff95d93f tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853484 Jul 20 19:31:05.048625 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-241b4de0-26d3-4aa2-9a8b-39ef5740c62e req-b88205d6-f1a5-4ad7-b9e7-825d4f9eaced tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716767 Jul 20 19:31:05.129590 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-200062d4-64bb-4123-8166-f7891f443826 req-cceace0a-2c07-4f92-ab32-a83e567e3e74 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0296321 Jul 20 19:31:05.255557 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e98b8e3-cc13-4cae-9a10-77748d849f48 req-b524867b-38fe-4643-9bca-15501234af18 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:05.258258 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2e98b8e3-cc13-4cae-9a10-77748d849f48 req-b524867b-38fe-4643-9bca-15501234af18 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0565665 Jul 20 19:31:05.322094 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf6fe4-1b02-4812-b29b-c8742cb2d87d req-46529f89-aa8e-47ad-a67c-3d86b61033c0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:05.325726 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cbaf6fe4-1b02-4812-b29b-c8742cb2d87d req-46529f89-aa8e-47ad-a67c-3d86b61033c0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0816710 Jul 20 19:31:05.364739 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2e98b8e3-cc13-4cae-9a10-77748d849f48 req-feed17b1-2246-467f-a3ad-b7bbe702f29b tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0973880 Jul 20 19:31:05.391676 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cbaf6fe4-1b02-4812-b29b-c8742cb2d87d req-c495ae3d-2791-4ca2-b9f4-6610345e4c8e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618374 Jul 20 19:31:06.190353 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc63f18-9465-47bd-a694-fd6cfaa35ba6 req-7ecb45ed-5bc5-4d48-b66f-f9c9608190e6 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:06.191817 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ebc63f18-9465-47bd-a694-fd6cfaa35ba6 req-7ecb45ed-5bc5-4d48-b66f-f9c9608190e6 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 945 time: 0.0808301 Jul 20 19:31:06.196659 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:06.211358 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32b2750-904b-4462-ad79-84d0f334902b req-fa5b3fdb-31ce-44e4-936a-9116c4fbbaa8 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:06.212768 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c32b2750-904b-4462-ad79-84d0f334902b req-fa5b3fdb-31ce-44e4-936a-9116c4fbbaa8 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0717959 Jul 20 19:31:06.282376 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ebc63f18-9465-47bd-a694-fd6cfaa35ba6 req-10823fb2-b6c7-4788-82a9-9ece17a0a301 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828168 Jul 20 19:31:06.286740 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c32b2750-904b-4462-ad79-84d0f334902b req-434db787-2e5d-4983-9f18-2a86a2225649 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0658135 Jul 20 19:31:06.368565 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1cd4ec7a-a23a-46e4-9644-04b90830ec45 req-b49f3eef-5796-4398-905c-7744d96eba2a tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0307989 Jul 20 19:31:06.510652 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36892e8-6f4b-45fa-aea1-165852af03f2 req-5c0b9b29-5327-4595-8ec7-c200ef5f9019 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:06.512111 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d36892e8-6f4b-45fa-aea1-165852af03f2 req-5c0b9b29-5327-4595-8ec7-c200ef5f9019 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0785191 Jul 20 19:31:06.532374 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5432e499-ebbb-4328-9104-6cec32a533eb req-60a5b152-c835-4216-a909-176d09d8c590 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:06.533792 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5432e499-ebbb-4328-9104-6cec32a533eb req-60a5b152-c835-4216-a909-176d09d8c590 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0717120 Jul 20 19:31:06.599519 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d36892e8-6f4b-45fa-aea1-165852af03f2 req-875a623d-e3bd-4dd8-9e98-9a131bd8d6fe tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0816369 Jul 20 19:31:06.607408 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5432e499-ebbb-4328-9104-6cec32a533eb req-14e81be0-208f-4463-b1a0-9fbc29596784 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653498 Jul 20 19:31:07.433807 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd5739-5b84-4f30-ad37-3d701db051f0 req-44c9e20e-69c4-46fc-a571-4bf0eb7ade42 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:07.435250 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-80cd5739-5b84-4f30-ad37-3d701db051f0 req-44c9e20e-69c4-46fc-a571-4bf0eb7ade42 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 945 time: 0.0824616 Jul 20 19:31:07.446450 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55dd73-b9d3-4dca-852a-239905c21469 req-3f82d737-c395-4f36-9cf8-abda2f3cae21 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:07.447812 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2f55dd73-b9d3-4dca-852a-239905c21469 req-3f82d737-c395-4f36-9cf8-abda2f3cae21 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0648439 Jul 20 19:31:07.520811 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-80cd5739-5b84-4f30-ad37-3d701db051f0 req-3be3c35d-0d78-47c8-8936-4da38ea48eb1 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719812 Jul 20 19:31:07.524777 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2f55dd73-b9d3-4dca-852a-239905c21469 req-c1ad5859-fddb-4f2c-8ac8-9a9cef8cc758 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703640 Jul 20 19:31:07.605086 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-09863b45-dbe2-40d0-acd4-c2492cc83a66 req-36a5f4dc-7fd9-4cac-a729-433e12a6de5a tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0294788 Jul 20 19:31:07.745890 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6d74ac-2605-47e6-bc5f-1229cf68dda3 req-e9a3aa0f-8d87-443b-8d23-5060c2d5b7f5 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:07.747356 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6c6d74ac-2605-47e6-bc5f-1229cf68dda3 req-e9a3aa0f-8d87-443b-8d23-5060c2d5b7f5 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0793591 Jul 20 19:31:07.760038 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265269c4-eb4a-4d70-8092-e65e780ef8c9 req-1cee0464-77ff-4ec2-8d52-5bf2d68f61a8 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:07.761556 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-265269c4-eb4a-4d70-8092-e65e780ef8c9 req-1cee0464-77ff-4ec2-8d52-5bf2d68f61a8 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0833821 Jul 20 19:31:07.820478 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:07.832603 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6c6d74ac-2605-47e6-bc5f-1229cf68dda3 req-48bf686d-372c-4f47-a9e8-5f2f2e340856 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795121 Jul 20 19:31:07.844983 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-265269c4-eb4a-4d70-8092-e65e780ef8c9 req-4b6f4ae9-3bdf-4e5e-9a31-404c19062722 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767267 Jul 20 19:31:08.249373 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=45,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:08.678377 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2655078-1702-4af7-9187-58fa20c287ed req-04fd746c-7237-4007-9014-73dcb77e2635 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:08.680101 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e2655078-1702-4af7-9187-58fa20c287ed req-04fd746c-7237-4007-9014-73dcb77e2635 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 945 time: 0.0919626 Jul 20 19:31:08.687496 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1c8a5-c64d-4e8d-8d93-dd7b6878b77b req-b4a65b71-67b6-461a-9b78-9e5a1551a299 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:08.693475 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-56b1c8a5-c64d-4e8d-8d93-dd7b6878b77b req-b4a65b71-67b6-461a-9b78-9e5a1551a299 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0939312 Jul 20 19:31:08.775685 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-56b1c8a5-c64d-4e8d-8d93-dd7b6878b77b req-839692ec-5698-41c0-b7c8-ae1f11ec3331 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0780685 Jul 20 19:31:08.799572 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e2655078-1702-4af7-9187-58fa20c287ed req-f661b2ae-ffd1-4962-8366-1bda20119c2f tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983713 Jul 20 19:31:08.876197 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2bebb3ee-a224-48ce-a178-d282ed1ce4d5 req-1aec093f-7294-408b-b63a-d45e1222546c tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0298545 Jul 20 19:31:08.981471 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc75ff2d-d7a3-41bc-a20c-d922c03c3b4b req-55c43a75-d579-41da-ac5b-91ae6aa1c610 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:08.982918 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fc75ff2d-d7a3-41bc-a20c-d922c03c3b4b req-55c43a75-d579-41da-ac5b-91ae6aa1c610 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0779500 Jul 20 19:31:08.997183 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fb25da-cfd2-4bcc-b0e5-e5ff3eba5e68 req-5bb7037d-9302-4129-9321-066cf94108ba tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:08.998985 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c3fb25da-cfd2-4bcc-b0e5-e5ff3eba5e68 req-5bb7037d-9302-4129-9321-066cf94108ba tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0621653 Jul 20 19:31:09.026812 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:09.075685 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c3fb25da-cfd2-4bcc-b0e5-e5ff3eba5e68 req-35caf859-03be-4020-9003-8e36dd4efd4e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688355 Jul 20 19:31:09.078644 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fc75ff2d-d7a3-41bc-a20c-d922c03c3b4b req-ae500f49-aeb5-4af6-8c2a-e5bee3a99d73 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788026 Jul 20 19:31:09.291327 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6006381-b1d3-4808-ae3d-1728ce1447b7 req-305d828a-938f-49d0-90d9-2c4ab6d080db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:09.293136 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e6006381-b1d3-4808-ae3d-1728ce1447b7 req-305d828a-938f-49d0-90d9-2c4ab6d080db service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 1129 time: 0.0542645 Jul 20 19:31:09.384267 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e6006381-b1d3-4808-ae3d-1728ce1447b7 req-21a4e761-202e-428e-9a7a-aa8f0e5bbec2 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519874 Jul 20 19:31:09.405784 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b1cfd-3ad4-4ae3-91fa-fb83abe08116 req-4e443341-2172-46a2-88ce-733ac2c5c7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:09.407309 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-692b1cfd-3ad4-4ae3-91fa-fb83abe08116 req-4e443341-2172-46a2-88ce-733ac2c5c7b9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 1129 time: 0.0726163 Jul 20 19:31:09.925668 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49328a6-ac55-4dda-b196-b51ee9c796ad req-e097f5fe-ae61-4661-86a9-0bdf5cca19cc tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:09.927218 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f49328a6-ac55-4dda-b196-b51ee9c796ad req-e097f5fe-ae61-4661-86a9-0bdf5cca19cc tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 945 time: 0.0755706 Jul 20 19:31:09.935477 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d834fde7-a57d-40f2-8497-f503ec3d98e8 req-80ba726d-d2da-4da8-b571-844295894fbb tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:09.936814 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d834fde7-a57d-40f2-8497-f503ec3d98e8 req-80ba726d-d2da-4da8-b571-844295894fbb tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0755394 Jul 20 19:31:10.010354 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f49328a6-ac55-4dda-b196-b51ee9c796ad req-e514f61c-433a-4833-b709-0e6b3c3824c7 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724936 Jul 20 19:31:10.017048 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d834fde7-a57d-40f2-8497-f503ec3d98e8 req-d591459b-1299-4c20-be25-095e7db4baec tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0735912 Jul 20 19:31:10.094406 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-83a530cc-0ccd-45da-845e-03fc0751270e req-3ccc1f69-0529-475d-99bd-4b1c1a0743d3 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0283573 Jul 20 19:31:10.224498 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b88bbd4-8001-4abe-8963-0c6ab94286f3 req-9c6f3653-5207-4a2d-9f41-453abf9f11d0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:10.225986 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9b88bbd4-8001-4abe-8963-0c6ab94286f3 req-9c6f3653-5207-4a2d-9f41-453abf9f11d0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0797749 Jul 20 19:31:10.232423 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b07f99-dd65-4fc3-842d-dd0ef720191d req-f6b7447d-daa5-42f9-990d-043630ba2e34 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:10.233808 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-81b07f99-dd65-4fc3-842d-dd0ef720191d req-f6b7447d-daa5-42f9-990d-043630ba2e34 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0772038 Jul 20 19:31:10.306083 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9b88bbd4-8001-4abe-8963-0c6ab94286f3 req-bf18eb49-3e1a-42c2-9c39-efaa42924f0e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711806 Jul 20 19:31:10.312844 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-81b07f99-dd65-4fc3-842d-dd0ef720191d req-06cbfb1d-ed04-4e6b-a588-fb2f85d52bb4 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714018 Jul 20 19:31:11.153411 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83a6d32-526a-41f3-a599-600db3871f73 req-b0009258-5b40-466c-9fc3-baf8dd02ac3b tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:11.154857 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f83a6d32-526a-41f3-a599-600db3871f73 req-b0009258-5b40-466c-9fc3-baf8dd02ac3b tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 945 time: 0.0746682 Jul 20 19:31:11.182196 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faba730-b022-407c-a9ce-51022c891bc8 req-760c9dfa-1999-4484-a5ea-4328251eb876 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:11.183576 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1faba730-b022-407c-a9ce-51022c891bc8 req-760c9dfa-1999-4484-a5ea-4328251eb876 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0727503 Jul 20 19:31:11.232172 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f83a6d32-526a-41f3-a599-600db3871f73 req-a796e2c3-d08e-4dac-bf1b-3795c5aa82ae tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717797 Jul 20 19:31:11.254342 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1faba730-b022-407c-a9ce-51022c891bc8 req-0be0898a-2951-4816-8446-2c418d21c0b5 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640023 Jul 20 19:31:11.299193 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:11.317366 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a2d49fb7-0334-425a-82cf-093598c5cde9 req-245b5737-67d8-4ce2-ab76-37398b36d44a tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0299456 Jul 20 19:31:11.448599 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c04dc-fe71-4677-8d9d-24217c7ecff2 req-b0e4002b-da7d-4700-8d16-8bcc4f33bb8d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:11.450065 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f63c04dc-fe71-4677-8d9d-24217c7ecff2 req-b0e4002b-da7d-4700-8d16-8bcc4f33bb8d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0767927 Jul 20 19:31:11.455910 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a950ac18-f11f-4cc0-82e9-699ea0894a23 req-27f8fc0c-99ea-45ce-8d70-0bd71abb090e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:11.457273 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a950ac18-f11f-4cc0-82e9-699ea0894a23 req-27f8fc0c-99ea-45ce-8d70-0bd71abb090e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0738420 Jul 20 19:31:11.527847 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f63c04dc-fe71-4677-8d9d-24217c7ecff2 req-cc0d56f6-9538-407f-a2ea-453b3dc1af83 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696576 Jul 20 19:31:11.552928 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a950ac18-f11f-4cc0-82e9-699ea0894a23 req-ac52f433-9246-4c18-a95f-665e7fcd0656 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771623 Jul 20 19:31:11.820666 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=55,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:12.376128 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23875b7e-3a7c-47ba-9a3b-d381a35fd2ac req-b109f7f4-8822-44ca-a741-be162d6481df tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:12.377634 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-23875b7e-3a7c-47ba-9a3b-d381a35fd2ac req-b109f7f4-8822-44ca-a741-be162d6481df tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 945 time: 0.0763254 Jul 20 19:31:12.382468 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:12.398555 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a8bbce-4ab5-444b-9fab-801b0c971454 req-d01bbce9-4b4b-44f0-a822-58b783f1b0b4 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:12.401021 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-06a8bbce-4ab5-444b-9fab-801b0c971454 req-d01bbce9-4b4b-44f0-a822-58b783f1b0b4 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0704842 Jul 20 19:31:12.467988 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-23875b7e-3a7c-47ba-9a3b-d381a35fd2ac req-c1310e21-0323-457d-ab69-e5182c110018 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816143 Jul 20 19:31:12.479291 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-06a8bbce-4ab5-444b-9fab-801b0c971454 req-a7299415-a88e-4cd3-9ea5-5df7b8050ae7 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0698116 Jul 20 19:31:12.551457 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-117f50c6-3058-44b8-978e-7addb07731f0 req-e7bc3da6-287a-4147-a9b9-f870f92a8981 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0280774 Jul 20 19:31:12.674746 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061ec181-01c3-4311-a36b-25d158b96c43 req-a6624bed-5bd5-407d-a18e-09e5455454d6 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:12.676180 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-061ec181-01c3-4311-a36b-25d158b96c43 req-a6624bed-5bd5-407d-a18e-09e5455454d6 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0628982 Jul 20 19:31:12.727098 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17266591-38d9-4c69-a8bf-6b941b247613 req-8b614655-305f-4328-83c5-7f9a4ce53fb3 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:12.728553 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-17266591-38d9-4c69-a8bf-6b941b247613 req-8b614655-305f-4328-83c5-7f9a4ce53fb3 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0737016 Jul 20 19:31:12.771542 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-061ec181-01c3-4311-a36b-25d158b96c43 req-7e3e2435-dc16-48cb-a983-d1537f918b5c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789027 Jul 20 19:31:12.795054 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-17266591-38d9-4c69-a8bf-6b941b247613 req-0097d0fa-5888-4348-ba10-83c8b2aab92e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565286 Jul 20 19:31:12.922365 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 8de6f1a3-1533-4778-946a-bfef39df578f details requested by agent hyperv_hv-cinder-85054 with host hv-cinder-85054 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:31:12.990246 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-692b1cfd-3ad4-4ae3-91fa-fb83abe08116 req-2eb7240e-c3aa-40e2-83a1-c4849b6d805a service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414681 Jul 20 19:31:13.032020 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 8de6f1a3-1533-4778-946a-bfef39df578f, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=8de6f1a3-1533-4778-946a-bfef39df578f,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:31:13.047362 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Returning: {'device': '8de6f1a3-1533-4778-946a-bfef39df578f', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'port_id': '8de6f1a3-1533-4778-946a-bfef39df578f', 'mac_address': 'fa:16:3e:0f:25:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 978, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:31:13.091343 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 8de6f1a3-1533-4778-946a-bfef39df578f is: ACTIVE; New status is: BUILD {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:13.091659 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (8de6f1a3-1533-4778-946a-bfef39df578f), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:13.105467 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8de6f1a3-1533-4778-946a-bfef39df578f {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:31:13.126630 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 8de6f1a3-1533-4778-946a-bfef39df578f, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=8de6f1a3-1533-4778-946a-bfef39df578f,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:31:13.130427 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (8de6f1a3-1533-4778-946a-bfef39df578f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:13.177507 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=8de6f1a3-1533-4778-946a-bfef39df578f,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:13.207713 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:13.208487 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:13.452195 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['8de6f1a3-1533-4778-946a-bfef39df578f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:31:13.606010 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5ab46b46-a5df-4cdb-af52-2b66fd171cfb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:13.647523 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50f491c-66b3-40b0-b4bf-fbb5b06a606f req-3b60e8d1-a221-49be-8f96-9aca25ff1719 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:13.649711 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a50f491c-66b3-40b0-b4bf-fbb5b06a606f req-3b60e8d1-a221-49be-8f96-9aca25ff1719 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 945 time: 0.0981276 Jul 20 19:31:13.669835 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bf7d39-60b9-4701-b1c7-9fe11c7b1514 req-1b9547d8-9d81-4a89-b2cd-c06c6d26a8e4 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:13.671310 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a5bf7d39-60b9-4701-b1c7-9fe11c7b1514 req-1b9547d8-9d81-4a89-b2cd-c06c6d26a8e4 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 944 time: 0.0704982 Jul 20 19:31:13.741454 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a50f491c-66b3-40b0-b4bf-fbb5b06a606f req-f08a415f-16cd-470a-9e83-435c02692d5c tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836203 Jul 20 19:31:13.760171 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a5bf7d39-60b9-4701-b1c7-9fe11c7b1514 req-21640137-c6af-4ce1-bee1-6a343e3a4141 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770793 Jul 20 19:31:13.896552 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a6ea52c6-7de2-48f8-9378-18fad5d3ad04 req-1cbb81ce-70b7-4e70-9696-9dabca3ea224 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0546923 Jul 20 19:31:13.914241 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e362e8a-4de4-4141-887d-c7b5d67a68e7 req-b534ca8e-28f0-496b-8f1b-4652201b4623 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:13.915893 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0e362e8a-4de4-4141-887d-c7b5d67a68e7 req-b534ca8e-28f0-496b-8f1b-4652201b4623 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0729713 Jul 20 19:31:13.970646 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0e362e8a-4de4-4141-887d-c7b5d67a68e7 req-cac6f8e0-ee88-4878-8bf6-024d939bc075 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484376 Jul 20 19:31:14.032154 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed29c32-d99d-4614-9fc9-f62c59a3a25a req-92327985-ec9b-454f-8b7d-5bc242e7411c tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:14.033638 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ed29c32-d99d-4614-9fc9-f62c59a3a25a req-92327985-ec9b-454f-8b7d-5bc242e7411c tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0621448 Jul 20 19:31:14.083019 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ed29c32-d99d-4614-9fc9-f62c59a3a25a req-11983947-ffe2-477c-82c2-5c7a8f2a8a63 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434082 Jul 20 19:31:14.120530 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 8de6f1a3-1533-4778-946a-bfef39df578f up at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:31:14.165285 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning complete for port 8de6f1a3-1533-4778-946a-bfef39df578f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:14.165587 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (8de6f1a3-1533-4778-946a-bfef39df578f), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:14.239944 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 8de6f1a3-1533-4778-946a-bfef39df578f is: BUILD; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:14.240339 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (8de6f1a3-1533-4778-946a-bfef39df578f), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:14.263954 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cf917f-83ab-47d0-82d4-8d8dc896aacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de6f1a3-1533-4778-946a-bfef39df578f'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:31:14.266220 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84501851-af65-425e-848d-68d54bd4d728" -d '{"events": [{"server_uuid": "27cf917f-83ab-47d0-82d4-8d8dc896aacb", "name": "network-vif-plugged", "status": "completed", "tag": "8de6f1a3-1533-4778-946a-bfef39df578f"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:31:14.279443 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 8de6f1a3-1533-4778-946a-bfef39df578f, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=8de6f1a3-1533-4778-946a-bfef39df578f,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:31:14.283553 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (8de6f1a3-1533-4778-946a-bfef39df578f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:14.309377 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9483005d-8496-499c-87d6-6999310aaf04 x-openstack-request-id: req-9483005d-8496-499c-87d6-6999310aaf04 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:31:14.309672 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cf917f-83ab-47d0-82d4-8d8dc896aacb", "name": "network-vif-plugged", "status": "completed", "tag": "8de6f1a3-1533-4778-946a-bfef39df578f", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:31:14.309928 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9483005d-8496-499c-87d6-6999310aaf04 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:31:14.310323 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9483005d-8496-499c-87d6-6999310aaf04'] response: {'server_uuid': '27cf917f-83ab-47d0-82d4-8d8dc896aacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de6f1a3-1533-4778-946a-bfef39df578f', 'code': 200} Jul 20 19:31:14.333075 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=8de6f1a3-1533-4778-946a-bfef39df578f,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:14.866868 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:14.901190 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d5963d-b99c-4747-a5c3-0b4f751aae0f req-a25da641-1da3-4f66-9354-4098c5cb513a tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:14.902714 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-34d5963d-b99c-4747-a5c3-0b4f751aae0f req-a25da641-1da3-4f66-9354-4098c5cb513a tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 945 time: 0.0869570 Jul 20 19:31:14.919166 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11bc394-557d-4c2b-aa7a-a5fecc9759bf req-fb19e010-5b55-4843-b96d-c5a52a657af4 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:14.920976 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a11bc394-557d-4c2b-aa7a-a5fecc9759bf req-fb19e010-5b55-4843-b96d-c5a52a657af4 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0679314 Jul 20 19:31:15.219472 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-34d5963d-b99c-4747-a5c3-0b4f751aae0f req-32df9f59-7947-4634-8532-9026fce09a20 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082182 Jul 20 19:31:15.231857 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a11bc394-557d-4c2b-aa7a-a5fecc9759bf req-a8020461-f7e2-4f0a-ad5e-3a737357677c tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3043144 Jul 20 19:31:15.348010 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6666a1b6-054d-4765-af04-cd725361fcc0 req-3b424a1d-532c-44a0-ab14-396052bdcc4a tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0528831 Jul 20 19:31:15.367886 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ba3220-5f02-4752-8730-862f4ab6a0d7 req-f42959b0-141a-472d-bafc-90892465e464 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:15.369294 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-51ba3220-5f02-4752-8730-862f4ab6a0d7 req-f42959b0-141a-472d-bafc-90892465e464 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0645366 Jul 20 19:31:15.452843 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-51ba3220-5f02-4752-8730-862f4ab6a0d7 req-505f252e-1bf7-4bd0-bcc7-9d914fbec374 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763803 Jul 20 19:31:15.470215 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feaf979-1962-4026-bd66-568588c864ac req-7d6b419d-54dd-48d3-b01b-5eeda9caf138 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:15.471698 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8feaf979-1962-4026-bd66-568588c864ac req-7d6b419d-54dd-48d3-b01b-5eeda9caf138 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0645142 Jul 20 19:31:15.513471 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:15.521442 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8feaf979-1962-4026-bd66-568588c864ac req-d7f222a1-e32a-4fbe-9d8e-604c862faccc tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444100 Jul 20 19:31:15.946499 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ca37bbd3-2e8c-42d6-a6db-5f847d0dbf5d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:16.371737 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6147c2-6207-4958-9227-29368380c2cd req-beee18c9-9b6b-4484-9fde-c4f57de7104c tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:16.373247 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0a6147c2-6207-4958-9227-29368380c2cd req-beee18c9-9b6b-4484-9fde-c4f57de7104c tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 945 time: 0.0764778 Jul 20 19:31:16.381203 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f1bb63-e219-43b2-b3e2-e3dce37cfb65 req-96542035-d298-4422-adc5-fb6513c19bd0 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:16.382556 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-61f1bb63-e219-43b2-b3e2-e3dce37cfb65 req-96542035-d298-4422-adc5-fb6513c19bd0 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0764270 Jul 20 19:31:16.460015 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0a6147c2-6207-4958-9227-29368380c2cd req-d7421baf-1ee6-474b-9cab-be45ffb56c49 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765164 Jul 20 19:31:16.467518 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-61f1bb63-e219-43b2-b3e2-e3dce37cfb65 req-60de8950-0650-4e86-88ee-1a4f565a71f9 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771775 Jul 20 19:31:16.549630 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6826e09b-e0ff-46e2-ba50-e0c90726c95f req-aa474372-a8eb-40ea-bc0f-bfd763bda6ea tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0309882 Jul 20 19:31:16.595809 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa29bbb-2e6b-4d28-a8a5-34733e702ce8 req-ca4ba50e-c183-4bd5-9f12-d82aff25bbd2 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:16.597289 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-afa29bbb-2e6b-4d28-a8a5-34733e702ce8 req-ca4ba50e-c183-4bd5-9f12-d82aff25bbd2 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0506086 Jul 20 19:31:16.684927 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c7ea71-1127-480e-9289-7ff194c5e221 req-1a016f50-2750-4a44-b130-6238bbd5388a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:16.686386 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-32c7ea71-1127-480e-9289-7ff194c5e221 req-1a016f50-2750-4a44-b130-6238bbd5388a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0764074 Jul 20 19:31:16.689714 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-afa29bbb-2e6b-4d28-a8a5-34733e702ce8 req-e7b00624-e12b-474b-bcd0-e42b10332595 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869091 Jul 20 19:31:16.734217 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-32c7ea71-1127-480e-9289-7ff194c5e221 req-c6a2c2b4-6747-4117-aa08-f00d4b44fd96 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422270 Jul 20 19:31:16.902159 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:17.604043 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4659d66d-9d8f-4d1b-ad53-99e1751fc733 req-1d1b30ea-82d1-4261-9a7a-46d6317fcc8f tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:17.605646 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4659d66d-9d8f-4d1b-ad53-99e1751fc733 req-1d1b30ea-82d1-4261-9a7a-46d6317fcc8f tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 945 time: 0.0743179 Jul 20 19:31:17.627728 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfacfb-340e-4808-b0f9-a87baceedf70 req-cfa16621-57cd-40df-be5b-336a649a6197 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:17.629158 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-69dfacfb-340e-4808-b0f9-a87baceedf70 req-cfa16621-57cd-40df-be5b-336a649a6197 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0687304 Jul 20 19:31:17.695679 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4659d66d-9d8f-4d1b-ad53-99e1751fc733 req-ff0e4921-5c0c-4071-83f8-5af95fa2fc83 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823555 Jul 20 19:31:17.707787 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-69dfacfb-340e-4808-b0f9-a87baceedf70 req-2f3daa86-32ab-4903-b755-912229a38836 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0707936 Jul 20 19:31:17.786923 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-29b4598e-8f8d-45b1-bdd2-18ee47ff0af5 req-79bea4d5-c7d3-4071-b4ee-dcf6cf7026f2 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0304897 Jul 20 19:31:17.833003 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a3b64d-f281-4322-9691-aeaa0367ae30 req-eaa21955-b3dc-4976-81a2-76aac9554e28 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:17.834528 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-63a3b64d-f281-4322-9691-aeaa0367ae30 req-eaa21955-b3dc-4976-81a2-76aac9554e28 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0507188 Jul 20 19:31:17.848384 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:17.921546 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffec976d-1938-4abc-aba0-3130c1863034 req-4abb16b4-1abf-44f3-b59e-2f8ca1596efb tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:17.922892 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ffec976d-1938-4abc-aba0-3130c1863034 req-4abb16b4-1abf-44f3-b59e-2f8ca1596efb tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0760896 Jul 20 19:31:17.925992 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-63a3b64d-f281-4322-9691-aeaa0367ae30 req-afd2c7db-7659-415e-a547-ee5adcc5b7b0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852387 Jul 20 19:31:17.971220 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ffec976d-1938-4abc-aba0-3130c1863034 req-eb4f2ffc-80f4-4e79-84f4-c13d003d36db tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425336 Jul 20 19:31:18.614516 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:18.809485 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:18.855082 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ea1f47-f1ef-4020-af66-53f33f366fd5 req-cb011702-e7b6-4280-8316-24417ad048d1 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:18.856558 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7ea1f47-f1ef-4020-af66-53f33f366fd5 req-cb011702-e7b6-4280-8316-24417ad048d1 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 945 time: 0.0922992 Jul 20 19:31:18.862581 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac6b4ba-6668-4154-a0ec-1877513f9f96 req-90d4e7e5-9093-4c40-a4ca-3b61ebd48d95 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:18.863933 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-aac6b4ba-6668-4154-a0ec-1877513f9f96 req-90d4e7e5-9093-4c40-a4ca-3b61ebd48d95 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0791066 Jul 20 19:31:18.939080 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7ea1f47-f1ef-4020-af66-53f33f366fd5 req-c7ea946b-709e-4d56-9379-18817561c4a8 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742090 Jul 20 19:31:18.946757 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-aac6b4ba-6668-4154-a0ec-1877513f9f96 req-08e2cfaf-f0fc-41d3-a172-f26a00d0b726 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755916 Jul 20 19:31:19.037584 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9c3280ab-ef36-4160-b034-ad5803ed808d req-dae30019-9a32-493c-b4be-7383d31abe9b tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0399384 Jul 20 19:31:19.084237 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdb551-483d-4d4e-a09f-a3ea11ac9c9b req-f02d64b7-4e94-4279-9309-d5259589fb41 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:19.085765 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f4bdb551-483d-4d4e-a09f-a3ea11ac9c9b req-f02d64b7-4e94-4279-9309-d5259589fb41 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0777617 Jul 20 19:31:19.128601 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:19.171703 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f4bdb551-483d-4d4e-a09f-a3ea11ac9c9b req-a4e848b6-93d2-4207-90f3-8f1f18a3b156 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795469 Jul 20 19:31:19.191947 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c9beb1-82b5-4e3d-931a-d947db04d396 req-1214d96c-1628-4bd8-84fa-4e4b9491389e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:19.194091 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-08c9beb1-82b5-4e3d-931a-d947db04d396 req-1214d96c-1628-4bd8-84fa-4e4b9491389e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0799539 Jul 20 19:31:19.256577 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-08c9beb1-82b5-4e3d-931a-d947db04d396 req-7719c2fe-e989-4ba1-85e3-b4cfb99cc1f3 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528920 Jul 20 19:31:19.504502 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0f8618-160d-4d5b-b880-936f888186ac req-fe4f8771-851a-4ed1-9c90-96a6783c1ce6 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:19.505996 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0e0f8618-160d-4d5b-b880-936f888186ac req-fe4f8771-851a-4ed1-9c90-96a6783c1ce6 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0770729 Jul 20 19:31:19.514642 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345ff42b-35c7-491b-b7da-d69e2e0d7155 req-1a88e0ea-50ee-461d-9b85-9d21dd2cca9b tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:19.516013 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-345ff42b-35c7-491b-b7da-d69e2e0d7155 req-1a88e0ea-50ee-461d-9b85-9d21dd2cca9b tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0770674 Jul 20 19:31:19.595019 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0e0f8618-160d-4d5b-b880-936f888186ac req-a8ccfcfa-4484-4023-89a9-e8296e5cf0f4 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0779836 Jul 20 19:31:19.597943 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-345ff42b-35c7-491b-b7da-d69e2e0d7155 req-0b6a1699-173c-454a-8d61-d9ac5927f453 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750926 Jul 20 19:31:20.083177 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1f6251-1c17-42f9-98ca-c225cfc30edc req-39ac09ac-ab52-4c82-8122-ae22e5d0fbfb tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:20.084636 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1e1f6251-1c17-42f9-98ca-c225cfc30edc req-39ac09ac-ab52-4c82-8122-ae22e5d0fbfb tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 945 time: 0.0772510 Jul 20 19:31:20.097360 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f1a92-75cf-4979-b79c-33beb46ef28c req-bebb0d51-bc9c-4c8d-9847-f67b0c248c10 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:20.098753 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7f3f1a92-75cf-4979-b79c-33beb46ef28c req-bebb0d51-bc9c-4c8d-9847-f67b0c248c10 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0634937 Jul 20 19:31:20.174798 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1e1f6251-1c17-42f9-98ca-c225cfc30edc req-1e98923d-3989-4c95-bbc9-e998d86b4acc tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844619 Jul 20 19:31:20.178772 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7f3f1a92-75cf-4979-b79c-33beb46ef28c req-38bfd9f4-7082-4110-bcb6-d64ff677e95a tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0733843 Jul 20 19:31:20.264108 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d8b6d2f7-1087-4a65-aa00-a65d536bcbfb req-d12623b2-bad2-4bdb-a7c3-3da74e7863bd tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0307646 Jul 20 19:31:20.309645 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928416dd-6a52-43df-901b-482a07f0a2b9 req-69ef3643-c821-42c6-9461-29e5ddf5888f tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:20.311104 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-928416dd-6a52-43df-901b-482a07f0a2b9 req-69ef3643-c821-42c6-9461-29e5ddf5888f tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 945 time: 0.0499070 Jul 20 19:31:20.358556 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-928416dd-6a52-43df-901b-482a07f0a2b9 req-eeb04f6f-48a2-417c-8749-e4629871de3b tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420108 Jul 20 19:31:20.719158 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bac9e1f-5e7f-4214-8d16-cae3b3109623 req-1049e86f-cf32-4837-b1ee-79964383b8a0 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:20.720620 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4bac9e1f-5e7f-4214-8d16-cae3b3109623 req-1049e86f-cf32-4837-b1ee-79964383b8a0 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 945 time: 0.0796440 Jul 20 19:31:20.741682 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aef5235-a077-4036-a2c2-f1e74e08ac8d req-44948e61-d714-445a-92d4-724b9ed0a6b3 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:20.743625 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4aef5235-a077-4036-a2c2-f1e74e08ac8d req-44948e61-d714-445a-92d4-724b9ed0a6b3 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0693955 Jul 20 19:31:20.770177 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:20.816123 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4aef5235-a077-4036-a2c2-f1e74e08ac8d req-eed3814f-8192-472e-abde-6a4db17f7816 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648410 Jul 20 19:31:20.819094 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4bac9e1f-5e7f-4214-8d16-cae3b3109623 req-c67852a9-9e5c-4943-9fa5-231746eff5a8 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927126 Jul 20 19:31:20.921034 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8e8108-4600-438d-bcb8-3d86a5845d7e req-afdd248e-812e-45a0-9666-f2a8540b36e7 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:20.922508 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6e8e8108-4600-438d-bcb8-3d86a5845d7e req-afdd248e-812e-45a0-9666-f2a8540b36e7 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0503411 Jul 20 19:31:20.938945 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:20.950251 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:20.981289 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6e8e8108-4600-438d-bcb8-3d86a5845d7e req-2eef857f-31c7-40ee-a2ff-1e3db1cb207c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525560 Jul 20 19:31:21.310273 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffa944-25ce-426b-9537-7d3eb3096ea4 req-c819006d-b438-46f0-b07c-445bfff7046d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:21.311737 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-57ffa944-25ce-426b-9537-7d3eb3096ea4 req-c819006d-b438-46f0-b07c-445bfff7046d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0479541 Jul 20 19:31:21.362448 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fac1ac77-6895-4f2b-a074-e1bda19de0ce req-10f08cac-aa12-42fa-a035-e1e1c1703085 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0294149 Jul 20 19:31:21.385614 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-57ffa944-25ce-426b-9537-7d3eb3096ea4 req-ddce12c9-61c8-4f97-b819-a0dfef4f43cc tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0683246 Jul 20 19:31:21.931404 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85b21a3-a369-4888-80b0-29ca6bcecb41 req-2d657f30-5beb-4b84-aef7-e92bb8cef31e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:21.932861 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a85b21a3-a369-4888-80b0-29ca6bcecb41 req-2d657f30-5beb-4b84-aef7-e92bb8cef31e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0490482 Jul 20 19:31:21.976784 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:21.985387 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a85b21a3-a369-4888-80b0-29ca6bcecb41 req-44e579e1-55a0-4767-bbb3-655c9e7564a2 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470378 Jul 20 19:31:22.096908 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6975f518-8414-4b2e-a247-70c448527116 req-a01a7cde-380f-4ea5-8de5-9ef653afc686 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:22.098388 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6975f518-8414-4b2e-a247-70c448527116 req-a01a7cde-380f-4ea5-8de5-9ef653afc686 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0477977 Jul 20 19:31:22.145713 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6975f518-8414-4b2e-a247-70c448527116 req-2c9f1d08-f5f3-47f0-998f-9369a552af9c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411150 Jul 20 19:31:22.461918 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f1944edc-30ab-4d60-8831-b580bdaa14a7 req-3ea2eda0-f064-4ebe-b29f-550e705b4962 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0303955 Jul 20 19:31:22.510378 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f812e-cd73-44f3-8225-443977e6a0e7 req-4327af09-af41-4392-9b12-b65e755b37d2 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:22.511827 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-924f812e-cd73-44f3-8225-443977e6a0e7 req-4327af09-af41-4392-9b12-b65e755b37d2 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0538082 Jul 20 19:31:22.559492 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-924f812e-cd73-44f3-8225-443977e6a0e7 req-24b18643-a076-4a1c-b019-9761a6a84d13 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420928 Jul 20 19:31:22.985045 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=30,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:22.988060 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=25,neutron:INSERT=7 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:23.100084 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccbdd01-0051-4c5c-8827-ce625002e5a3 req-2473a726-326d-4602-8fa2-b5e9daeeb914 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:23.101578 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ccbdd01-0051-4c5c-8827-ce625002e5a3 req-2473a726-326d-4602-8fa2-b5e9daeeb914 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0480595 Jul 20 19:31:23.150128 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ccbdd01-0051-4c5c-8827-ce625002e5a3 req-b6387a56-8bf3-43c2-a542-3b8661e787a0 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423772 Jul 20 19:31:23.265474 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b34ea77-2534-428b-8c79-6849bcf1619c req-b4b3b712-b232-4226-b870-10fb6806d297 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:23.266929 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6b34ea77-2534-428b-8c79-6849bcf1619c req-b4b3b712-b232-4226-b870-10fb6806d297 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0528162 Jul 20 19:31:23.318842 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6b34ea77-2534-428b-8c79-6849bcf1619c req-84dd3fd3-a748-4eeb-9c51-1fe716ada029 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463650 Jul 20 19:31:23.561088 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0b29dbdf-860f-444c-9477-185e3bdbecbb req-f1e3d926-6644-4bff-8155-a45c4aa5b0b9 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0290749 Jul 20 19:31:23.682118 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7639fe-d6a3-4a7f-b270-39239ef22cd3 req-7b551283-7db7-4b01-9e0d-31060a9a8cc7 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:23.683707 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ec7639fe-d6a3-4a7f-b270-39239ef22cd3 req-7b551283-7db7-4b01-9e0d-31060a9a8cc7 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0502763 Jul 20 19:31:23.733448 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ec7639fe-d6a3-4a7f-b270-39239ef22cd3 req-28a0e238-4388-41e5-b264-a24d900f603c tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437038 Jul 20 19:31:24.268324 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897dbde2-0a6d-47ae-ac7b-619fb20bde93 req-e1e94847-a42d-426f-81ff-5531396fef22 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:24.269924 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-897dbde2-0a6d-47ae-ac7b-619fb20bde93 req-e1e94847-a42d-426f-81ff-5531396fef22 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0507684 Jul 20 19:31:24.324355 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-897dbde2-0a6d-47ae-ac7b-619fb20bde93 req-4641a3f7-7937-439c-b535-6cff874f455f tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477619 Jul 20 19:31:24.438751 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae05e21-7cd8-4393-9eeb-8cf59d087db1 req-ca15b042-a3a6-4db0-b139-fdbc7018752d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:24.440138 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-aae05e21-7cd8-4393-9eeb-8cf59d087db1 req-ca15b042-a3a6-4db0-b139-fdbc7018752d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0491819 Jul 20 19:31:24.492039 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-aae05e21-7cd8-4393-9eeb-8cf59d087db1 req-9dedd823-dbf3-4471-bec1-200380fc5654 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464380 Jul 20 19:31:24.642584 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:24.662094 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8b33fa80-c803-410f-8b39-23596deccffe req-0f2e5525-7061-4a6f-90cf-23fd1a3a1059 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0293162 Jul 20 19:31:24.860442 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d602b3-92e8-4196-b746-47dd03a4852f req-d4d6b0f3-2afa-4f03-86c8-e9d37fec2a69 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:24.862491 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-12d602b3-92e8-4196-b746-47dd03a4852f req-d4d6b0f3-2afa-4f03-86c8-e9d37fec2a69 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0541582 Jul 20 19:31:24.915384 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-12d602b3-92e8-4196-b746-47dd03a4852f req-6ae28a30-dd11-4754-a4f4-3cb020e6218b tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470617 Jul 20 19:31:25.448313 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b647edc-8f14-4a08-b70b-3292b2664aa5 req-6f1a3fb0-3827-4a28-a0bf-47d1bbb977a2 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:25.449893 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9b647edc-8f14-4a08-b70b-3292b2664aa5 req-6f1a3fb0-3827-4a28-a0bf-47d1bbb977a2 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0528219 Jul 20 19:31:25.498206 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9b647edc-8f14-4a08-b70b-3292b2664aa5 req-a34af0ee-8455-4174-bfa1-dd3af1ae1e6e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426235 Jul 20 19:31:25.607813 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4bf562-84cd-4d88-997c-db09068fcc6a req-882a96f4-7fd4-489c-a62b-11570142c9ad tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:25.609299 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cc4bf562-84cd-4d88-997c-db09068fcc6a req-882a96f4-7fd4-489c-a62b-11570142c9ad tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0476975 Jul 20 19:31:25.658912 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cc4bf562-84cd-4d88-997c-db09068fcc6a req-dc50ebbf-1534-451b-8b0a-5a98d3a5da42 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442374 Jul 20 19:31:25.760065 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-28de9d45-89ed-48ba-b758-003fe6f4fe0f req-4d96536e-b7cc-4ce4-afa7-ca7681b81f8d tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0284345 Jul 20 19:31:26.021820 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:26.035968 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0ffe4c-a4a9-4870-89ff-a88cc07b6e81 req-1e656f90-b5ac-4610-8848-75558467fc39 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:26.037460 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-df0ffe4c-a4a9-4870-89ff-a88cc07b6e81 req-1e656f90-b5ac-4610-8848-75558467fc39 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0480568 Jul 20 19:31:26.084588 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-df0ffe4c-a4a9-4870-89ff-a88cc07b6e81 req-ad4d3ce0-2118-49d6-94aa-420101c94fa8 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407217 Jul 20 19:31:26.151864 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384ac7b-f02a-4eac-a029-66f900baf801 req-d2625898-c320-4aa9-a971-352f0a50e1fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:26.153430 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-5384ac7b-f02a-4eac-a029-66f900baf801 req-d2625898-c320-4aa9-a971-352f0a50e1fc service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9c025843a2de49d48c39b40f2261d3bf&device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 1129 time: 0.0435853 Jul 20 19:31:26.615427 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3fea75-4024-4f82-8612-a3f0f27599b1 req-ee03d2f8-b57e-49af-aaac-44e142e48ae3 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:26.616900 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8b3fea75-4024-4f82-8612-a3f0f27599b1 req-ee03d2f8-b57e-49af-aaac-44e142e48ae3 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0496464 Jul 20 19:31:26.668593 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8b3fea75-4024-4f82-8612-a3f0f27599b1 req-c86ca230-a731-4844-b953-91fed31a5e9f tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460932 Jul 20 19:31:26.775148 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c733e3-cfb1-42f0-8c35-0973639fdb0d req-339ab5fb-6a71-4620-ae82-23a3dfff9015 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:26.776671 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-95c733e3-cfb1-42f0-8c35-0973639fdb0d req-339ab5fb-6a71-4620-ae82-23a3dfff9015 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0501206 Jul 20 19:31:26.825558 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-95c733e3-cfb1-42f0-8c35-0973639fdb0d req-75f11004-b26c-47ca-8996-ec05f6ba24a4 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430121 Jul 20 19:31:26.907871 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-faf30ed1-a3b3-4f0f-95a8-eb06a35afc6b req-97521b15-3115-4379-bcfa-e70b2b1dd130 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0283966 Jul 20 19:31:27.209876 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405ae0e-2e25-4f42-89ef-7a1fde14a55f req-9216e6fb-c43d-410e-b7ee-2e5cb6e0d9bc tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:27.211701 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8405ae0e-2e25-4f42-89ef-7a1fde14a55f req-9216e6fb-c43d-410e-b7ee-2e5cb6e0d9bc tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0535960 Jul 20 19:31:27.260084 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8405ae0e-2e25-4f42-89ef-7a1fde14a55f req-777f956c-821d-4246-8a89-79a4ed5825b7 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426068 Jul 20 19:31:27.788383 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32f6e88-0175-4073-848e-44dd6a04b027 req-7d32ef69-5513-4262-9016-f2db5d265d3d tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:27.790877 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e32f6e88-0175-4073-848e-44dd6a04b027 req-7d32ef69-5513-4262-9016-f2db5d265d3d tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0505424 Jul 20 19:31:27.840432 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e32f6e88-0175-4073-848e-44dd6a04b027 req-261c3b69-b2d1-473e-afba-db5353f89628 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430017 Jul 20 19:31:27.942416 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180abac3-d27b-4b0f-ac16-4fdea05a1e8e req-9ac52965-3fa5-4fb9-83f0-8fc24fb36639 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:27.943886 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-180abac3-d27b-4b0f-ac16-4fdea05a1e8e req-9ac52965-3fa5-4fb9-83f0-8fc24fb36639 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0478756 Jul 20 19:31:27.997151 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-180abac3-d27b-4b0f-ac16-4fdea05a1e8e req-60b85d0a-39f1-41aa-a4d7-87ef8913687e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453048 Jul 20 19:31:28.080301 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fb98ef41-598e-464e-9cad-aa6db0850001 req-cbfecb7c-5468-4144-b022-777d2c7c4393 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0284963 Jul 20 19:31:28.320992 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121847a4-5fff-4962-806c-b5f56d9964d5 req-a112961f-85d3-477f-ad48-c5b6b83fb8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:28.322229 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-121847a4-5fff-4962-806c-b5f56d9964d5 req-a112961f-85d3-477f-ad48-c5b6b83fb8bb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=02f994a0231b4176b8181d13d58ee9ec&device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 1129 time: 0.1192515 Jul 20 19:31:28.338216 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384ac7b-f02a-4eac-a029-66f900baf801 req-915d7ade-e1e8-44c4-b636-9173c76c9460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:28.341001 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-5384ac7b-f02a-4eac-a029-66f900baf801 req-915d7ade-e1e8-44c4-b636-9173c76c9460 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc HTTP/1.1" status: 200 len: 919 time: 0.1609230 Jul 20 19:31:28.360216 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-d9b48b8f-9b1c-43ce-b3d5-e0a9bc0c9750 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:28.361764 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-d9b48b8f-9b1c-43ce-b3d5-e0a9bc0c9750 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.96 "GET /v2.0/networks?id=9c307b5c-a0b2-4dc9-b558-9f63e318c26c HTTP/1.1" status: 200 len: 809 time: 0.1849973 Jul 20 19:31:28.443157 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-d1c29eb1-3d47-406b-a203-77c83c3eee10 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Request body: {'port': {'device_id': '7d7a9601-831b-4e12-b7ec-09d6fd8c670e', 'network_id': '9c307b5c-a0b2-4dc9-b558-9f63e318c26c', 'admin_state_up': True, 'tenant_id': 'b1f129d1e4d4431c928dc63146543497'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:28.472992 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:28.502108 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-5384ac7b-f02a-4eac-a029-66f900baf801 req-a1b4933e-64f9-42cf-9416-bbc5195f3590 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2c254e5-f31b-4788-9fa7-0f9ebfad4218 HTTP/1.1" status: 200 len: 217 time: 0.1096594 Jul 20 19:31:28.561045 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d42c847-eeb1-47f9-a61f-997d9e3bf26c req-5fe22d0f-e517-43c3-beb3-eedad830099d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:28.562532 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8d42c847-eeb1-47f9-a61f-997d9e3bf26c req-5fe22d0f-e517-43c3-beb3-eedad830099d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.1776507 Jul 20 19:31:28.632289 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121847a4-5fff-4962-806c-b5f56d9964d5 req-6a23f464-a5ed-4724-b00f-94106fbd195a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:28.633831 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-121847a4-5fff-4962-806c-b5f56d9964d5 req-6a23f464-a5ed-4724-b00f-94106fbd195a service neutron] 10.222.0.96 "GET /v2.0/networks?id=1f233501-5abf-42f7-9923-d5c098fbf3c6 HTTP/1.1" status: 200 len: 912 time: 0.2386005 Jul 20 19:31:28.637644 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:28.680176 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8d42c847-eeb1-47f9-a61f-997d9e3bf26c req-0709a106-4e19-4333-b13d-7e48e8169af6 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078451 Jul 20 19:31:28.773922 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384ac7b-f02a-4eac-a029-66f900baf801 req-1e4a3a1f-c4af-4285-ac72-66946fb027f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:28.774918 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-d1c29eb1-3d47-406b-a203-77c83c3eee10 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Made reservation on behalf of b1f129d1e4d4431c928dc63146543497 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:31:28.775532 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-5384ac7b-f02a-4eac-a029-66f900baf801 req-1e4a3a1f-c4af-4285-ac72-66946fb027f6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d0032299-b9fa-48f2-97fd-620bc1f7e167 HTTP/1.1" status: 200 len: 857 time: 0.0726795 Jul 20 19:31:28.779003 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-d1c29eb1-3d47-406b-a203-77c83c3eee10 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:28.834719 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-121847a4-5fff-4962-806c-b5f56d9964d5 req-e9e1688d-6f4c-4e03-a64e-5e3bb0585a7c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d840dfba-98a6-425f-b11b-365b0749db34 HTTP/1.1" status: 200 len: 1000 time: 0.1302428 Jul 20 19:31:28.900815 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5384ac7b-f02a-4eac-a029-66f900baf801 req-abc5f37c-798d-492d-9985-f52baca99ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:28.902757 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-5384ac7b-f02a-4eac-a029-66f900baf801 req-abc5f37c-798d-492d-9985-f52baca99ee4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0528178 Jul 20 19:31:29.062582 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0691f1c0-61d1-4061-a4e7-998cec08607e req-49023f2f-f1f5-49cb-b42c-9cbc501a64ca tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:29.070495 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0691f1c0-61d1-4061-a4e7-998cec08607e req-49023f2f-f1f5-49cb-b42c-9cbc501a64ca tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.1184688 Jul 20 19:31:29.099352 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121847a4-5fff-4962-806c-b5f56d9964d5 req-331d1718-9ea0-47bf-8f75-9d6deb3ba399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:29.100687 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-121847a4-5fff-4962-806c-b5f56d9964d5 req-331d1718-9ea0-47bf-8f75-9d6deb3ba399 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=08142ecb-a299-44b2-8261-d97f0c41a1df HTTP/1.1" status: 200 len: 850 time: 0.2123635 Jul 20 19:31:29.101108 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-5384ac7b-f02a-4eac-a029-66f900baf801 req-56ffbf79-9778-4e60-8ee4-ecee511fd6eb service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635735 Jul 20 19:31:29.165651 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-d1c29eb1-3d47-406b-a203-77c83c3eee10 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Allocated IP 172.20.0.11 (9c307b5c-a0b2-4dc9-b558-9f63e318c26c/633c8697-bc2e-4b3a-962c-1db1e66663fd/52963855-f3fe-4c5a-a944-71fa5b928567) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:31:29.230884 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-5384ac7b-f02a-4eac-a029-66f900baf801 req-344a845f-0219-4d87-9eaa-0f798d527c8b service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037271 Jul 20 19:31:29.240761 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00358557-a372-4b76-81e0-65b00fae71b6 req-0871e65e-f869-4f11-80c8-e6d73fdcba9e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:29.243091 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-00358557-a372-4b76-81e0-65b00fae71b6 req-0871e65e-f869-4f11-80c8-e6d73fdcba9e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.1453500 Jul 20 19:31:29.262743 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0691f1c0-61d1-4061-a4e7-998cec08607e req-0ebf51a0-8f76-4334-b7d5-08dc79b92687 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1910479 Jul 20 19:31:29.275657 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121847a4-5fff-4962-806c-b5f56d9964d5 req-29523ef9-0489-4557-9936-3dd247988b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:29.285540 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-121847a4-5fff-4962-806c-b5f56d9964d5 req-29523ef9-0489-4557-9936-3dd247988b1e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1f233501-5abf-42f7-9923-d5c098fbf3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1569462 Jul 20 19:31:29.679944 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-626a89af-7b3f-487c-8904-550dd894895d req-018c02c1-289b-454a-82d0-cc3d7366569d tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.3303578 Jul 20 19:31:29.847716 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-00358557-a372-4b76-81e0-65b00fae71b6 req-8061314b-4a48-4d1b-b741-e8aa999d79d5 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5507548 Jul 20 19:31:29.965536 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:30.017778 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f9eeed-8979-4bda-9cc1-d1717ea535ea req-72d862d2-568e-4740-bfa4-e517cca7fe29 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:30.025754 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e9f9eeed-8979-4bda-9cc1-d1717ea535ea req-72d862d2-568e-4740-bfa4-e517cca7fe29 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.1391535 Jul 20 19:31:30.050266 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-121847a4-5fff-4962-806c-b5f56d9964d5 req-9ce0fcfd-fcdc-4273-b01b-e15e7dad9732 service neutron] 10.222.0.96 "GET /v2.0/networks/1f233501-5abf-42f7-9923-d5c098fbf3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7311456 Jul 20 19:31:30.065890 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-d1c29eb1-3d47-406b-a203-77c83c3eee10 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Publish callbacks [] for port (52963855-f3fe-4c5a-a944-71fa5b928567), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:30.079633 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:30.133454 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e9f9eeed-8979-4bda-9cc1-d1717ea535ea req-79e77613-1cd2-45c1-a615-126ec101c401 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1059685 Jul 20 19:31:30.149619 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-d1c29eb1-3d47-406b-a203-77c83c3eee10 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (52963855-f3fe-4c5a-a944-71fa5b928567), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:30.213393 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-d1c29eb1-3d47-406b-a203-77c83c3eee10 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Network 9c307b5c-a0b2-4dc9-b558-9f63e318c26c is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:31:30.218593 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-d1c29eb1-3d47-406b-a203-77c83c3eee10 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:31:30.224996 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-d1c29eb1-3d47-406b-a203-77c83c3eee10 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:31:30.272066 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c29eb1-3d47-406b-a203-77c83c3eee10 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Pushing event updated for resources: {'Port': ['ID=52963855-f3fe-4c5a-a944-71fa5b928567,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:30.308489 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-d1c29eb1-3d47-406b-a203-77c83c3eee10 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:30.309113 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-d1c29eb1-3d47-406b-a203-77c83c3eee10 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:30.338594 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-d1c29eb1-3d47-406b-a203-77c83c3eee10 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8992751 Jul 20 19:31:30.445212 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdcfebb-cd26-4f39-b9c2-d5b1a78e398a req-e44a61ca-f4e2-4752-a2d6-486bd072135e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:30.447281 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ecdcfebb-cd26-4f39-b9c2-d5b1a78e398a req-e44a61ca-f4e2-4752-a2d6-486bd072135e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0787516 Jul 20 19:31:30.511900 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ecdcfebb-cd26-4f39-b9c2-d5b1a78e398a req-e4414592-4514-4d80-8856-310d83839682 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569434 Jul 20 19:31:30.838673 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8115fc-976f-4cac-8fd7-6230eeeefafa req-385fe7bf-d402-4feb-930b-6b08fb24f3b3 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:30.840782 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9c8115fc-976f-4cac-8fd7-6230eeeefafa req-385fe7bf-d402-4feb-930b-6b08fb24f3b3 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 932 time: 0.0646315 Jul 20 19:31:30.924765 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9c8115fc-976f-4cac-8fd7-6230eeeefafa req-0247d357-040b-431f-9739-67410df1bea6 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724988 Jul 20 19:31:30.945074 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=82,neutron:UPDATE=8 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:31.028290 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c830b6bb-5d77-4344-9add-95c70dcc1be5 req-23629a27-6944-46f5-ac28-039159ca9d55 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:31.031153 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c830b6bb-5d77-4344-9add-95c70dcc1be5 req-23629a27-6944-46f5-ac28-039159ca9d55 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0720119 Jul 20 19:31:31.091050 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c830b6bb-5d77-4344-9add-95c70dcc1be5 req-0dc55d9b-d9f1-4486-bd44-f97977a84357 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523994 Jul 20 19:31:31.309486 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a8a38d-7a90-48d3-b99e-78e3fb9c05a7 req-4edd6ce9-b73f-456a-9a34-8f1ab317e407 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:31.311071 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-93a8a38d-7a90-48d3-b99e-78e3fb9c05a7 req-4edd6ce9-b73f-456a-9a34-8f1ab317e407 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0834975 Jul 20 19:31:31.375175 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-93a8a38d-7a90-48d3-b99e-78e3fb9c05a7 req-aeef3794-6cfc-4052-90d8-9c1b665fba12 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572138 Jul 20 19:31:31.682573 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97077c9-e44a-4f76-8f6b-de485ccde049 req-3c5ba8cb-7719-4166-9762-531916f2f6c2 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:31.684248 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a97077c9-e44a-4f76-8f6b-de485ccde049 req-3c5ba8cb-7719-4166-9762-531916f2f6c2 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0743580 Jul 20 19:31:31.802663 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a97077c9-e44a-4f76-8f6b-de485ccde049 req-47a799e0-3113-4bd5-a68c-399228267afd tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1113174 Jul 20 19:31:32.081954 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241d7f86-3804-43b4-8bc7-b98f67bba2c0 req-cba7b8f1-14cd-4aa0-a0db-ca79084d1078 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:32.090046 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-241d7f86-3804-43b4-8bc7-b98f67bba2c0 req-cba7b8f1-14cd-4aa0-a0db-ca79084d1078 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 932 time: 0.0794675 Jul 20 19:31:32.106828 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-1f2ac582-2734-4afb-9735-3fe05e444d40 service neutron] Request body: {'port': {'device_id': '7d7a9601-831b-4e12-b7ec-09d6fd8c670e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85054'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:32.193598 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-241d7f86-3804-43b4-8bc7-b98f67bba2c0 req-a4004e76-ca2d-4ef8-a8c6-cc894e17c5f3 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022706 Jul 20 19:31:32.369315 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:32.378842 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fb3534-520a-4d61-be33-8788802a58ad req-b4100bb3-496e-4846-8096-775bb7173544 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:32.380338 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-82fb3534-520a-4d61-be33-8788802a58ad req-b4100bb3-496e-4846-8096-775bb7173544 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.1853974 Jul 20 19:31:32.399780 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:32.404093 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-1f2ac582-2734-4afb-9735-3fe05e444d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (52963855-f3fe-4c5a-a944-71fa5b928567), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:32.494167 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-121847a4-5fff-4962-806c-b5f56d9964d5 req-80df1bfb-ffb5-476b-99b1-79a298b305d6 service neutron] 10.222.0.96 "GET /v2.0/networks/1f233501-5abf-42f7-9923-d5c098fbf3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4019494 Jul 20 19:31:32.537080 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-82fb3534-520a-4d61-be33-8788802a58ad req-8f8358e4-0082-4277-9bb2-d7960db98d44 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404331 Jul 20 19:31:33.024255 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52fe741-e81b-47e9-867d-39713602883c req-0b05f772-32f2-46b3-9885-f13e8914f9b7 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:33.025805 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e52fe741-e81b-47e9-867d-39713602883c req-0b05f772-32f2-46b3-9885-f13e8914f9b7 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.1329169 Jul 20 19:31:33.051923 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-1f2ac582-2734-4afb-9735-3fe05e444d40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52963855-f3fe-4c5a-a944-71fa5b928567 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:31:33.069888 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2940379-f64b-46c9-8a06-7f6381adda71 req-e7e595ec-969b-4b15-b8e2-3d8e9e95a65e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:33.071895 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f2940379-f64b-46c9-8a06-7f6381adda71 req-e7e595ec-969b-4b15-b8e2-3d8e9e95a65e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.1291068 Jul 20 19:31:33.080439 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-1f2ac582-2734-4afb-9735-3fe05e444d40 service neutron] Publish callbacks [] for port (52963855-f3fe-4c5a-a944-71fa5b928567), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:33.121160 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-1f2ac582-2734-4afb-9735-3fe05e444d40 service neutron] Transition to ACTIVE for port object 52963855-f3fe-4c5a-a944-71fa5b928567 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:31:33.134847 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-1f2ac582-2734-4afb-9735-3fe05e444d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (52963855-f3fe-4c5a-a944-71fa5b928567), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:33.164862 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e52fe741-e81b-47e9-867d-39713602883c req-e4b3c16f-ebdd-466f-8149-6de6a82cc897 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1318836 Jul 20 19:31:33.284358 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f2940379-f64b-46c9-8a06-7f6381adda71 req-9e8dbacf-1f8b-4026-b5af-5994e3be9104 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1948805 Jul 20 19:31:33.289039 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ac582-2734-4afb-9735-3fe05e444d40 service neutron] Pushing event updated for resources: {'Port': ['ID=52963855-f3fe-4c5a-a944-71fa5b928567,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:33.400596 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-1f2ac582-2734-4afb-9735-3fe05e444d40 service neutron] Attempting to bind port 52963855-f3fe-4c5a-a944-71fa5b928567 on host hv-cinder-85054 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:31:33.401550 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-1f2ac582-2734-4afb-9735-3fe05e444d40 service neutron] Attempting to bind port 52963855-f3fe-4c5a-a944-71fa5b928567 by drivers openvswitch,hyperv on host hv-cinder-85054 at level 0 using segments [{'id': '580f0bca-e144-4183-bb8e-0071b3251b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '9c307b5c-a0b2-4dc9-b558-9f63e318c26c'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:31:33.401964 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-1f2ac582-2734-4afb-9735-3fe05e444d40 service neutron] Attempting to bind port 52963855-f3fe-4c5a-a944-71fa5b928567 on network 9c307b5c-a0b2-4dc9-b558-9f63e318c26c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:31:33.409275 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-1f2ac582-2734-4afb-9735-3fe05e444d40 service neutron] Port 52963855-f3fe-4c5a-a944-71fa5b928567 on network 9c307b5c-a0b2-4dc9-b558-9f63e318c26c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85054 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:31:33.409678 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-1f2ac582-2734-4afb-9735-3fe05e444d40 service neutron] Attempting to bind port 52963855-f3fe-4c5a-a944-71fa5b928567 on network 9c307b5c-a0b2-4dc9-b558-9f63e318c26c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:31:33.420664 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-1f2ac582-2734-4afb-9735-3fe05e444d40 service neutron] Checking agent: {'id': 'e6883320-19dd-4a2d-8302-97f8dd23b041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85054', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'started_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 31, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:31:33.421068 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-1f2ac582-2734-4afb-9735-3fe05e444d40 service neutron] Checking segment: {'id': '580f0bca-e144-4183-bb8e-0071b3251b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '9c307b5c-a0b2-4dc9-b558-9f63e318c26c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:31:33.421419 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-1f2ac582-2734-4afb-9735-3fe05e444d40 service neutron] Bound using segment: {'id': '580f0bca-e144-4183-bb8e-0071b3251b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '9c307b5c-a0b2-4dc9-b558-9f63e318c26c'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:31:33.422186 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-1f2ac582-2734-4afb-9735-3fe05e444d40 service neutron] Bound port: 52963855-f3fe-4c5a-a944-71fa5b928567, host: hv-cinder-85054, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '580f0bca-e144-4183-bb8e-0071b3251b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '9c307b5c-a0b2-4dc9-b558-9f63e318c26c'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:31:33.422186 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-1f2ac582-2734-4afb-9735-3fe05e444d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (52963855-f3fe-4c5a-a944-71fa5b928567), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:33.431859 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b360485-1573-4225-ba2b-8a317e85e61e req-ca44a24b-836a-472b-a2fa-145e4da25a5e tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:33.433472 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9b360485-1573-4225-ba2b-8a317e85e61e req-ca44a24b-836a-472b-a2fa-145e4da25a5e tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 944 time: 0.0926750 Jul 20 19:31:33.507067 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:33.547164 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9b360485-1573-4225-ba2b-8a317e85e61e req-da5ca598-81c9-4c55-8cd3-c9f3b6dd7af1 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059690 Jul 20 19:31:33.551171 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-1f2ac582-2734-4afb-9735-3fe05e444d40 service neutron] For port 52963855-f3fe-4c5a-a944-71fa5b928567, host hv-cinder-85054, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:31:33.554694 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-1f2ac582-2734-4afb-9735-3fe05e444d40 service neutron] For port 52963855-f3fe-4c5a-a944-71fa5b928567, host hv-cinder-85054, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=52963855-f3fe-4c5a-a944-71fa5b928567,segment=NetworkSegment(580f0bca-e144-4183-bb8e-0071b3251b2f),segment_id=580f0bca-e144-4183-bb8e-0071b3251b2f)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:31:33.562162 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-1f2ac582-2734-4afb-9735-3fe05e444d40 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (52963855-f3fe-4c5a-a944-71fa5b928567), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:33.650413 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-1f2ac582-2734-4afb-9735-3fe05e444d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:33.651038 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-1f2ac582-2734-4afb-9735-3fe05e444d40 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:33.653192 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-1f2ac582-2734-4afb-9735-3fe05e444d40 service neutron] 10.222.0.96 "PUT /v2.0/ports/52963855-f3fe-4c5a-a944-71fa5b928567 HTTP/1.1" status: 200 len: 1094 time: 1.5600162 Jul 20 19:31:33.661164 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d7a9601-831b-4e12-b7ec-09d6fd8c670e', 'tag': '52963855-f3fe-4c5a-a944-71fa5b928567'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:31:33.663423 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df6483c-fa8d-4f22-ad80-364a27684fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "7d7a9601-831b-4e12-b7ec-09d6fd8c670e", "tag": "52963855-f3fe-4c5a-a944-71fa5b928567"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:31:33.701124 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:UPDATE=4,neutron:INSERT=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:33.708058 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2ac582-2734-4afb-9735-3fe05e444d40 service neutron] Pushing event updated for resources: {'Port': ['ID=52963855-f3fe-4c5a-a944-71fa5b928567,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:33.728151 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f67c01c-478d-4b16-9de6-17f1a8ec0323 req-994446ca-17c5-43a6-8b08-43e83bcd6028 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:33.729743 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2f67c01c-478d-4b16-9de6-17f1a8ec0323 req-994446ca-17c5-43a6-8b08-43e83bcd6028 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0972414 Jul 20 19:31:33.745318 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34da51ae-ec2f-4b96-9ff5-2ba065306680 x-openstack-request-id: req-34da51ae-ec2f-4b96-9ff5-2ba065306680 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:31:33.745605 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d7a9601-831b-4e12-b7ec-09d6fd8c670e", "tag": "52963855-f3fe-4c5a-a944-71fa5b928567", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:31:33.745887 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-34da51ae-ec2f-4b96-9ff5-2ba065306680 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:31:33.746289 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-34da51ae-ec2f-4b96-9ff5-2ba065306680'] response: {'name': 'network-changed', 'server_uuid': '7d7a9601-831b-4e12-b7ec-09d6fd8c670e', 'tag': '52963855-f3fe-4c5a-a944-71fa5b928567', 'status': 'completed', 'code': 200} Jul 20 19:31:33.792675 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2f67c01c-478d-4b16-9de6-17f1a8ec0323 req-9eafeb29-aca9-4333-9ad7-2b6a61f9a700 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566578 Jul 20 19:31:34.163657 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6483c-fa8d-4f22-ad80-364a27684fa7 req-15283a7a-f068-4b31-84af-2e8617daca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:34.169813 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2df6483c-fa8d-4f22-ad80-364a27684fa7 req-15283a7a-f068-4b31-84af-2e8617daca10 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b1f129d1e4d4431c928dc63146543497&device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 1128 time: 0.0808954 Jul 20 19:31:34.390417 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa2a850-23df-4bef-96e3-d06851d49089 req-464e1471-838e-47b2-b369-0a3d634c60dc tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:34.391955 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-faa2a850-23df-4bef-96e3-d06851d49089 req-464e1471-838e-47b2-b369-0a3d634c60dc tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.1011746 Jul 20 19:31:34.466704 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6483c-fa8d-4f22-ad80-364a27684fa7 req-81f7ccf2-1aee-486c-aeb0-299a8fbcfcd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:34.468178 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2df6483c-fa8d-4f22-ad80-364a27684fa7 req-81f7ccf2-1aee-486c-aeb0-299a8fbcfcd8 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=b1f129d1e4d4431c928dc63146543497&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2293208 Jul 20 19:31:34.481467 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8637a62-76fb-41f5-8b17-7132617d049f req-3e9482b3-e2a9-4ddf-b763-9506392396e0 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:34.484152 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c8637a62-76fb-41f5-8b17-7132617d049f req-3e9482b3-e2a9-4ddf-b763-9506392396e0 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.1032271 Jul 20 19:31:34.541199 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-faa2a850-23df-4bef-96e3-d06851d49089 req-001e6ff2-b39f-4fc6-898f-183a0d999df9 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332772 Jul 20 19:31:34.617071 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c8637a62-76fb-41f5-8b17-7132617d049f req-a1c6b722-66f2-48a7-85f3-c17b74031c5a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1252396 Jul 20 19:31:34.721119 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcbf9f7-5d41-4b71-bb22-3737a0436e39 req-a569f312-c6cd-4233-a31e-84c609e5051c tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:34.722827 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1dcbf9f7-5d41-4b71-bb22-3737a0436e39 req-a569f312-c6cd-4233-a31e-84c609e5051c tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 944 time: 0.0685720 Jul 20 19:31:34.793543 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1dcbf9f7-5d41-4b71-bb22-3737a0436e39 req-7f87af66-e6e2-46af-9e52-df30c3887775 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639088 Jul 20 19:31:35.450691 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 38750) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:35.456835 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-262c6718-e4fe-4ff7-9aa2-1f7219d129b0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Request body: {'security_group': {'name': 'tempest-securitygroup--403762718', 'description': 'tempest-description--1499739917'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:35.502438 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-262c6718-e4fe-4ff7-9aa2-1f7219d129b0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:35.586902 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-262c6718-e4fe-4ff7-9aa2-1f7219d129b0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks [] for security_group (9000339d-3306-4043-b381-2a5e7f6aa171), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:35.592974 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-262c6718-e4fe-4ff7-9aa2-1f7219d129b0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (9000339d-3306-4043-b381-2a5e7f6aa171), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:35.634141 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-262c6718-e4fe-4ff7-9aa2-1f7219d129b0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:35.641107 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-262c6718-e4fe-4ff7-9aa2-1f7219d129b0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1884000 Jul 20 19:31:35.647062 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 38754) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:35.665808 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8c350e42-e8ee-4da1-b8ca-9c0258534e72 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Request body: {'security_group_rule': {'security_group_id': '9000339d-3306-4043-b381-2a5e7f6aa171', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:35.670120 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262c6718-e4fe-4ff7-9aa2-1f7219d129b0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9000339d-3306-4043-b381-2a5e7f6aa171,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:35.841185 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c350e42-e8ee-4da1-b8ca-9c0258534e72 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks [] for security_group_rule (df2caef0-1556-48a8-a518-bfcf1df0cd2d), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:35.864403 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98a1d29-8218-437d-aaca-dd74bea45632 req-e7ff19d0-baf9-4f29-aff6-9fc3ea1c0ea6 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:35.865950 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f98a1d29-8218-437d-aaca-dd74bea45632 req-e7ff19d0-baf9-4f29-aff6-9fc3ea1c0ea6 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.1379769 Jul 20 19:31:35.908342 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a25d4c-6d33-434b-a1f3-47f7ffd2705f req-9dcb7475-445a-4d5e-a334-5a5b14b19f49 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:35.909825 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-87a25d4c-6d33-434b-a1f3-47f7ffd2705f req-9dcb7475-445a-4d5e-a334-5a5b14b19f49 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.1620438 Jul 20 19:31:35.947463 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df6483c-fa8d-4f22-ad80-364a27684fa7 req-1de4e0c0-66fc-4220-a087-b845143d1473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:35.949036 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2df6483c-fa8d-4f22-ad80-364a27684fa7 req-1de4e0c0-66fc-4220-a087-b845143d1473 service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3671494 Jul 20 19:31:35.981736 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:UPDATE=2,neutron:SELECT=94,neutron:INSERT=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:36.008862 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c350e42-e8ee-4da1-b8ca-9c0258534e72 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks [] for security_group_rule (df2caef0-1556-48a8-a518-bfcf1df0cd2d), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:36.022526 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c350e42-e8ee-4da1-b8ca-9c0258534e72 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (df2caef0-1556-48a8-a518-bfcf1df0cd2d), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:36.042740 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f98a1d29-8218-437d-aaca-dd74bea45632 req-a1e49b5f-6691-44ce-9496-0bcf73b64622 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1619580 Jul 20 19:31:36.073123 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-87a25d4c-6d33-434b-a1f3-47f7ffd2705f req-e1666fd9-f397-4e65-86f8-1a1f7f0f335d tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543472 Jul 20 19:31:36.073915 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c350e42-e8ee-4da1-b8ca-9c0258534e72 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df2caef0-1556-48a8-a518-bfcf1df0cd2d,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:36.094256 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8c350e42-e8ee-4da1-b8ca-9c0258534e72 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:36.097935 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-8c350e42-e8ee-4da1-b8ca-9c0258534e72 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4410009 Jul 20 19:31:36.098688 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 38768) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:36.106910 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-883de786-2f47-4de0-8383-0a917f93a984 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Request body: {'security_group_rule': {'security_group_id': '9000339d-3306-4043-b381-2a5e7f6aa171', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:36.155120 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-883de786-2f47-4de0-8383-0a917f93a984 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks [] for security_group_rule (34e4f94a-6caa-4d20-81a6-d60ec2e98217), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:36.208225 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-c012fd07-f21e-4c71-97f7-a091783b8dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:36.209855 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-c012fd07-f21e-4c71-97f7-a091783b8dbf service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b1f129d1e4d4431c928dc63146543497&device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 1128 time: 0.1059773 Jul 20 19:31:36.216294 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:36.234642 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bca6d7-c913-4ff7-b92f-d4fa96958c96 req-66d4af87-a87e-48d4-aa09-6e6891bbf94a tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:36.235990 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-59bca6d7-c913-4ff7-b92f-d4fa96958c96 req-66d4af87-a87e-48d4-aa09-6e6891bbf94a tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 944 time: 0.0654533 Jul 20 19:31:36.262252 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-883de786-2f47-4de0-8383-0a917f93a984 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks [] for security_group_rule (34e4f94a-6caa-4d20-81a6-d60ec2e98217), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:36.274478 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-883de786-2f47-4de0-8383-0a917f93a984 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (34e4f94a-6caa-4d20-81a6-d60ec2e98217), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:36.298153 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-e72fcd18-b92c-42e3-9698-665d66a82db8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=52963855-f3fe-4c5a-a944-71fa5b928567 HTTP/1.1" status: 200 len: 217 time: 0.0611861 Jul 20 19:31:36.304195 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-883de786-2f47-4de0-8383-0a917f93a984 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34e4f94a-6caa-4d20-81a6-d60ec2e98217,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:36.315904 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-883de786-2f47-4de0-8383-0a917f93a984 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:36.317640 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-883de786-2f47-4de0-8383-0a917f93a984 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2171712 Jul 20 19:31:36.321123 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 38772) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:36.326707 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-9189488b-03c3-4222-9a54-f5183435e4ac tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Request body: {'floatingip': {'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:36.342935 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=91,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:36.357279 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9189488b-03c3-4222-9a54-f5183435e4ac tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:36.420619 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-59bca6d7-c913-4ff7-b92f-d4fa96958c96 req-0408f313-91a0-478a-b706-dda3c629f9d2 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749904 Jul 20 19:31:36.423298 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-954f2db0-9d3b-4f83-be6f-cac2c593f576 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:36.426131 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-954f2db0-9d3b-4f83-be6f-cac2c593f576 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=633c8697-bc2e-4b3a-962c-1db1e66663fd HTTP/1.1" status: 200 len: 849 time: 0.1150689 Jul 20 19:31:36.477878 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-060b1b54-d822-4886-a820-785149e51805 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9c307b5c-a0b2-4dc9-b558-9f63e318c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0369132 Jul 20 19:31:36.631782 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-c7e42aa5-e3ef-4f44-b00a-d5a041fbac49 service neutron] 10.222.0.96 "GET /v2.0/networks/9c307b5c-a0b2-4dc9-b558-9f63e318c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1414909 Jul 20 19:31:36.745391 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9189488b-03c3-4222-9a54-f5183435e4ac tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:36.797942 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-103aff6c-31b1-4e8e-87b9-21bcbe7db543 req-7db0d1cd-2743-4d01-a0ca-85fab58d926d service neutron] 10.222.0.96 "GET /v2.0/networks/9c307b5c-a0b2-4dc9-b558-9f63e318c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457977 Jul 20 19:31:36.905283 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=87,neutron:INSERT=7,neutron:DELETE=4,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:36.923030 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-9189488b-03c3-4222-9a54-f5183435e4ac tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Allocated IP 172.27.3.72 (0148b93c-d79f-482c-aa55-1b162de4f442/9a6c0e64-8fd5-4336-8a8c-b393c90fda39/fc1ab5cc-485f-4bc8-a7e7-f8251e01d587) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:31:37.042843 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9189488b-03c3-4222-9a54-f5183435e4ac tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks [] for port (fc1ab5cc-485f-4bc8-a7e7-f8251e01d587), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:37.088030 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9189488b-03c3-4222-9a54-f5183435e4ac tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (fc1ab5cc-485f-4bc8-a7e7-f8251e01d587), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:37.137771 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9189488b-03c3-4222-9a54-f5183435e4ac tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Network 0148b93c-d79f-482c-aa55-1b162de4f442 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:31:37.140979 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-9189488b-03c3-4222-9a54-f5183435e4ac tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:31:37.145271 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9189488b-03c3-4222-9a54-f5183435e4ac tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:31:37.194512 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189488b-03c3-4222-9a54-f5183435e4ac tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Pushing event updated for resources: {'Port': ['ID=fc1ab5cc-485f-4bc8-a7e7-f8251e01d587,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:37.230329 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:37.232831 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:37.301484 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9189488b-03c3-4222-9a54-f5183435e4ac tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks [] for floatingip (0c221342-5d0a-4c3f-94ee-fa37cc708055), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:37.356725 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207b83af-f398-4861-a374-d1b9b9ca0da3 req-ad4caf60-3232-4a27-9f3c-c03b1a5594e3 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:37.358349 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-207b83af-f398-4861-a374-d1b9b9ca0da3 req-ad4caf60-3232-4a27-9f3c-c03b1a5594e3 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.1374564 Jul 20 19:31:37.378473 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9189488b-03c3-4222-9a54-f5183435e4ac tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (fc1ab5cc-485f-4bc8-a7e7-f8251e01d587), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:37.380166 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788909c1-0fc7-4617-94f0-b6b8f2561af0 req-bdb947ec-c331-438a-b30e-d13c2976664d tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:37.381780 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-788909c1-0fc7-4617-94f0-b6b8f2561af0 req-bdb947ec-c331-438a-b30e-d13c2976664d tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.1084092 Jul 20 19:31:37.496016 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-207b83af-f398-4861-a374-d1b9b9ca0da3 req-087e5e15-8f64-4b42-a02b-e868881ae39a tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1308522 Jul 20 19:31:37.499475 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-788909c1-0fc7-4617-94f0-b6b8f2561af0 req-8b914bf3-37a1-4a87-989b-438b88ad33c0 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097491 Jul 20 19:31:37.629603 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9189488b-03c3-4222-9a54-f5183435e4ac tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks [] for port (fc1ab5cc-485f-4bc8-a7e7-f8251e01d587), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:37.636577 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9189488b-03c3-4222-9a54-f5183435e4ac tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525612'] for port (fc1ab5cc-485f-4bc8-a7e7-f8251e01d587), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:37.652307 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:UPDATE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:37.655986 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a94b861-09cf-4ae3-aaac-0d3e9e999fa7 req-cf1ed72f-6dc5-411d-acdb-397ecb62e3aa tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:37.657578 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0a94b861-09cf-4ae3-aaac-0d3e9e999fa7 req-cf1ed72f-6dc5-411d-acdb-397ecb62e3aa tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 944 time: 0.0676749 Jul 20 19:31:37.722506 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0a94b861-09cf-4ae3-aaac-0d3e9e999fa7 req-cb7e7570-19f5-43fb-815e-8ef681f57718 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574548 Jul 20 19:31:37.749801 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9189488b-03c3-4222-9a54-f5183435e4ac tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Pushing event updated for resources: {'Port': ['ID=fc1ab5cc-485f-4bc8-a7e7-f8251e01d587,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:37.776149 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9189488b-03c3-4222-9a54-f5183435e4ac tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (0c221342-5d0a-4c3f-94ee-fa37cc708055), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:37.796254 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9189488b-03c3-4222-9a54-f5183435e4ac tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:37.807823 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-9189488b-03c3-4222-9a54-f5183435e4ac tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4750578 Jul 20 19:31:38.646815 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f66c2e6-edf5-4476-993c-ea0bcfca4a04 req-4c3edb5e-1a69-4194-abca-af4db722210a tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:38.654331 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0f66c2e6-edf5-4476-993c-ea0bcfca4a04 req-4c3edb5e-1a69-4194-abca-af4db722210a tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0690389 Jul 20 19:31:38.717473 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0f66c2e6-edf5-4476-993c-ea0bcfca4a04 req-a2d54160-1f0d-48ef-833a-647ca7db7a2c tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622516 Jul 20 19:31:38.884756 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb9bbe5-072a-4390-b3e0-fd4c64072874 req-098abd49-dda0-42f1-a744-7bc0f552bc02 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:38.886556 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9cb9bbe5-072a-4390-b3e0-fd4c64072874 req-098abd49-dda0-42f1-a744-7bc0f552bc02 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 944 time: 0.0593312 Jul 20 19:31:38.963310 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9cb9bbe5-072a-4390-b3e0-fd4c64072874 req-55a7ed61-aeb3-4ca0-a79d-73ca11df8dc4 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700614 Jul 20 19:31:39.914430 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e447c0e-e751-4a57-938b-c480dfc2b13a req-bc9bbecd-4504-4642-b091-a7438a7905d1 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:39.916015 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5e447c0e-e751-4a57-938b-c480dfc2b13a req-bc9bbecd-4504-4642-b091-a7438a7905d1 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0727019 Jul 20 19:31:39.971308 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5e447c0e-e751-4a57-938b-c480dfc2b13a req-171ca4db-318c-4cf3-8cfa-f8680f397c4e tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479546 Jul 20 19:31:40.084061 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:40.107762 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07264901-2918-40e2-9348-d0d7d189e00d req-4a6d00b3-bc0a-4081-9437-8d0f8fd87ef8 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:40.109293 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07264901-2918-40e2-9348-d0d7d189e00d req-4a6d00b3-bc0a-4081-9437-8d0f8fd87ef8 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 944 time: 0.0584962 Jul 20 19:31:40.157619 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:40.167703 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07264901-2918-40e2-9348-d0d7d189e00d req-1e438980-f2df-4e70-8113-dd19e4a9dad8 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523105 Jul 20 19:31:40.217391 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:31:40.277081 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 52963855-f3fe-4c5a-a944-71fa5b928567 details requested by agent hyperv_hv-cinder-85054 with host hv-cinder-85054 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:31:40.329129 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-cbcd0ada-839b-4d4c-8880-0edd5f6c19b0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--403762718&fields=id&tenant_id=9c025843a2de49d48c39b40f2261d3bf HTTP/1.1" status: 200 len: 267 time: 0.0501163 Jul 20 19:31:40.397140 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 52963855-f3fe-4c5a-a944-71fa5b928567, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=52963855-f3fe-4c5a-a944-71fa5b928567,segment=NetworkSegment(580f0bca-e144-4183-bb8e-0071b3251b2f),segment_id=580f0bca-e144-4183-bb8e-0071b3251b2f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:31:40.409951 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Returning: {'device': '52963855-f3fe-4c5a-a944-71fa5b928567', 'network_id': '9c307b5c-a0b2-4dc9-b558-9f63e318c26c', 'port_id': '52963855-f3fe-4c5a-a944-71fa5b928567', 'mac_address': 'fa:16:3e:32:26:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 968, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '633c8697-bc2e-4b3a-962c-1db1e66663fd', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:31:40.457091 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 52963855-f3fe-4c5a-a944-71fa5b928567 is: DOWN; New status is: BUILD {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:40.457538 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (52963855-f3fe-4c5a-a944-71fa5b928567), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:40.473987 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 52963855-f3fe-4c5a-a944-71fa5b928567 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:31:40.480652 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-505cf9a6-5c71-47de-91cf-1e11cd96e346 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:40.483094 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-505cf9a6-5c71-47de-91cf-1e11cd96e346 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/networks?id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc HTTP/1.1" status: 200 len: 818 time: 0.1433647 Jul 20 19:31:40.505119 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 52963855-f3fe-4c5a-a944-71fa5b928567, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=52963855-f3fe-4c5a-a944-71fa5b928567,segment=NetworkSegment(580f0bca-e144-4183-bb8e-0071b3251b2f),segment_id=580f0bca-e144-4183-bb8e-0071b3251b2f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:31:40.509798 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-673fbe30-76ec-4c5d-8bcc-8723cd24f26f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/quotas/9c025843a2de49d48c39b40f2261d3bf HTTP/1.1" status: 200 len: 375 time: 0.0194726 Jul 20 19:31:40.512091 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (52963855-f3fe-4c5a-a944-71fa5b928567), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:40.590232 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=52963855-f3fe-4c5a-a944-71fa5b928567,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:40.629468 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-6bc6285a-0a66-4eab-a374-b7904e574b80 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=9c025843a2de49d48c39b40f2261d3bf&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1155982 Jul 20 19:31:40.753319 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-3523ad51-7612-4e5c-8388-ba0fe7c590a5 service neutron] 10.222.0.79 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052055 Jul 20 19:31:40.871334 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-30a05b08-7bda-4ac6-aa73-50a9a56e90a5 service neutron] 10.222.0.79 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096978 Jul 20 19:31:41.075438 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-17fd21a8-9c96-412c-ae54-c01c2ae919c8 req-b12a3533-bd72-4471-b502-152ba48aac99 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 210 time: 0.0378942 Jul 20 19:31:41.129512 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4f70b4-5090-4278-b977-09fe69f0a619 req-343a19e1-64c6-4934-9094-fb58e1105d75 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:41.132036 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ef4f70b4-5090-4278-b977-09fe69f0a619 req-343a19e1-64c6-4934-9094-fb58e1105d75 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0594079 Jul 20 19:31:41.218393 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ef4f70b4-5090-4278-b977-09fe69f0a619 req-844fd75c-6f32-4e95-af52-3fcecc6ffce3 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786350 Jul 20 19:31:41.315808 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04a665f-de0e-4b49-b66d-a1ac1eedb878 req-6b6b03e9-1569-4706-b769-3f4803878090 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:41.318018 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e04a665f-de0e-4b49-b66d-a1ac1eedb878 req-6b6b03e9-1569-4706-b769-3f4803878090 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 945 time: 0.0664818 Jul 20 19:31:41.381849 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e04a665f-de0e-4b49-b66d-a1ac1eedb878 req-e66d8230-52cd-4349-b24c-3c27a61628a2 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562711 Jul 20 19:31:41.542413 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['52963855-f3fe-4c5a-a944-71fa5b928567'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:31:41.899832 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9fa28-8d79-4abe-af30-b09faf6fd4dc req-d4d8d577-87c3-407e-8276-09e621e78a36 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:41.901332 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8dc9fa28-8d79-4abe-af30-b09faf6fd4dc req-d4d8d577-87c3-407e-8276-09e621e78a36 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 945 time: 0.0484602 Jul 20 19:31:41.953393 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8dc9fa28-8d79-4abe-af30-b09faf6fd4dc req-cf560880-ad8a-431c-87aa-52b83cd79371 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463800 Jul 20 19:31:41.978487 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 38868) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:42.184762 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69d6468e-64fc-4688-9585-3533cb6732d2 tempest-TestMinimumBasicScenario-518453128 tempest-TestMinimumBasicScenario-518453128-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:42.186374 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-69d6468e-64fc-4688-9585-3533cb6732d2 tempest-TestMinimumBasicScenario-518453128 tempest-TestMinimumBasicScenario-518453128-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 1124 time: 0.2067547 Jul 20 19:31:42.190962 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ed8e1b5c-c31e-45a3-8a5b-460bfc7b1671 req-c121a151-0406-4119-9deb-da0cd87856f9 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 210 time: 0.0340116 Jul 20 19:31:42.191515 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 38874) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:42.198141 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-373ec7ef-6aef-4847-9b91-275586221114 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Request body: {'floatingip': {'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'port_id': '53beb0fe-5f2d-480b-8bef-611c76c92caf', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:42.221918 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-373ec7ef-6aef-4847-9b91-275586221114 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:42.309593 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-373ec7ef-6aef-4847-9b91-275586221114 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:42.312095 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:42.357054 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa77577-3c91-47f1-a543-1506407bdcc4 req-241885c3-6cfa-4298-be34-c2acdfc7171a tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:42.358767 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3fa77577-3c91-47f1-a543-1506407bdcc4 req-241885c3-6cfa-4298-be34-c2acdfc7171a tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0538971 Jul 20 19:31:42.409478 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3fa77577-3c91-47f1-a543-1506407bdcc4 req-48faf33a-e326-40fa-8370-82efd819382b tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444393 Jul 20 19:31:42.443807 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-373ec7ef-6aef-4847-9b91-275586221114 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Allocated IP 172.27.3.207 (0148b93c-d79f-482c-aa55-1b162de4f442/9a6c0e64-8fd5-4336-8a8c-b393c90fda39/8edc23a6-ef13-4410-bd29-9b65d1a848b9) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:31:42.560309 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55904b68-365b-4e45-9edd-81b3cdc2dd55 req-9be7d1d2-5b2d-4bad-a05e-fa9a49ecc1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:42.561755 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-55904b68-365b-4e45-9edd-81b3cdc2dd55 req-9be7d1d2-5b2d-4bad-a05e-fa9a49ecc1f9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca9f11498f9d4245910281ac3bd55470&device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 1129 time: 0.1384196 Jul 20 19:31:42.576032 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377566a1-fa52-47b5-9769-407cd1e00427 req-b6f7013c-e95d-49b7-8a00-8ee1434677d8 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:42.577582 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-377566a1-fa52-47b5-9769-407cd1e00427 req-b6f7013c-e95d-49b7-8a00-8ee1434677d8 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 945 time: 0.0762260 Jul 20 19:31:42.598601 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-373ec7ef-6aef-4847-9b91-275586221114 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for port (8edc23a6-ef13-4410-bd29-9b65d1a848b9), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:42.637269 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-373ec7ef-6aef-4847-9b91-275586221114 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (8edc23a6-ef13-4410-bd29-9b65d1a848b9), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:42.643746 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-377566a1-fa52-47b5-9769-407cd1e00427 req-fe39cc5a-7ae8-49d7-920c-64463e949718 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580595 Jul 20 19:31:42.688722 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-373ec7ef-6aef-4847-9b91-275586221114 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Network 0148b93c-d79f-482c-aa55-1b162de4f442 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:31:42.690996 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-373ec7ef-6aef-4847-9b91-275586221114 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:31:42.696954 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373ec7ef-6aef-4847-9b91-275586221114 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:31:42.727174 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ec7ef-6aef-4847-9b91-275586221114 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Pushing event updated for resources: {'Port': ['ID=8edc23a6-ef13-4410-bd29-9b65d1a848b9,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:42.806109 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:42.869441 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:42.875070 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55904b68-365b-4e45-9edd-81b3cdc2dd55 req-d04ce418-1246-4ec6-b9fe-98eedf586ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:42.876743 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-55904b68-365b-4e45-9edd-81b3cdc2dd55 req-d04ce418-1246-4ec6-b9fe-98eedf586ad0 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c252680c-c029-4238-80e1-835b5a8591d8 HTTP/1.1" status: 200 len: 918 time: 0.1109469 Jul 20 19:31:43.093473 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:INSERT=5 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:43.114049 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-373ec7ef-6aef-4847-9b91-275586221114 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for floatingip (009f6684-851c-4b36-b751-476580b07e93), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:43.180913 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-55904b68-365b-4e45-9edd-81b3cdc2dd55 req-93dbe2ae-215f-4584-8b80-7b964837feb2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8de6f1a3-1533-4778-946a-bfef39df578f HTTP/1.1" status: 200 len: 1001 time: 0.2761936 Jul 20 19:31:43.190021 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-373ec7ef-6aef-4847-9b91-275586221114 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (8edc23a6-ef13-4410-bd29-9b65d1a848b9), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:43.220158 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=91,neutron:UPDATE=4,neutron:INSERT=5 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:43.306309 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c6a19191-23b9-448b-900c-891f7458638c req-47b89c8f-0c2f-4f9c-a712-f76a50ee9cae tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 210 time: 0.0344779 Jul 20 19:31:43.374293 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-373ec7ef-6aef-4847-9b91-275586221114 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for port (8edc23a6-ef13-4410-bd29-9b65d1a848b9), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:43.380424 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-373ec7ef-6aef-4847-9b91-275586221114 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525612'] for port (8edc23a6-ef13-4410-bd29-9b65d1a848b9), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:43.458799 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373ec7ef-6aef-4847-9b91-275586221114 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Pushing event updated for resources: {'Port': ['ID=8edc23a6-ef13-4410-bd29-9b65d1a848b9,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:43.472107 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-373ec7ef-6aef-4847-9b91-275586221114 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (009f6684-851c-4b36-b751-476580b07e93), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:43.540212 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 52963855-f3fe-4c5a-a944-71fa5b928567 up at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:31:43.603630 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a76110-7083-4b0d-be1e-c042f7d2afa1 req-7a4c9e87-7a5c-4b32-8de1-816e0d54dcb9 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:43.611934 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-83a76110-7083-4b0d-be1e-c042f7d2afa1 req-7a4c9e87-7a5c-4b32-8de1-816e0d54dcb9 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.1091838 Jul 20 19:31:43.618414 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.db.l3_db [None req-373ec7ef-6aef-4847-9b91-275586221114 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Floating IP 009f6684-851c-4b36-b751-476580b07e93 associated. External IP: 172.27.3.207, port: 53beb0fe-5f2d-480b-8bef-611c76c92caf. Jul 20 19:31:43.625520 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning for port 52963855-f3fe-4c5a-a944-71fa5b928567 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:31:43.630182 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a288c661-db3d-415c-ae93-16c48d08acc0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:43.634419 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning complete for port 52963855-f3fe-4c5a-a944-71fa5b928567 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:43.635120 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (52963855-f3fe-4c5a-a944-71fa5b928567), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:43.756557 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55904b68-365b-4e45-9edd-81b3cdc2dd55 req-c5b190ad-0a08-45d7-a359-d8956939ad5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:43.758301 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-55904b68-365b-4e45-9edd-81b3cdc2dd55 req-c5b190ad-0a08-45d7-a359-d8956939ad5d service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5a397f0b-3686-46fe-bb9f-edf6643027d1 HTTP/1.1" status: 200 len: 856 time: 0.1372516 Jul 20 19:31:43.762186 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-83a76110-7083-4b0d-be1e-c042f7d2afa1 req-b9f341cd-4f13-4719-ada0-c4ab8ff7c4e6 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1487427 Jul 20 19:31:43.796520 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 52963855-f3fe-4c5a-a944-71fa5b928567 is: BUILD; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:43.797464 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (52963855-f3fe-4c5a-a944-71fa5b928567), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:43.842394 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7a9601-831b-4e12-b7ec-09d6fd8c670e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52963855-f3fe-4c5a-a944-71fa5b928567'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:31:43.846228 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2f6b9fa-d017-4ab5-b6cb-d0d7efe8ced8" -d '{"events": [{"server_uuid": "7d7a9601-831b-4e12-b7ec-09d6fd8c670e", "name": "network-vif-plugged", "status": "completed", "tag": "52963855-f3fe-4c5a-a944-71fa5b928567"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:31:43.870459 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 52963855-f3fe-4c5a-a944-71fa5b928567, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=52963855-f3fe-4c5a-a944-71fa5b928567,segment=NetworkSegment(580f0bca-e144-4183-bb8e-0071b3251b2f),segment_id=580f0bca-e144-4183-bb8e-0071b3251b2f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:31:43.884055 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (52963855-f3fe-4c5a-a944-71fa5b928567), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:43.969079 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:31:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ff605dc-aa81-44e1-85c8-02d182225512 x-openstack-request-id: req-9ff605dc-aa81-44e1-85c8-02d182225512 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:31:43.969570 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7a9601-831b-4e12-b7ec-09d6fd8c670e", "name": "network-vif-plugged", "status": "completed", "tag": "52963855-f3fe-4c5a-a944-71fa5b928567", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:31:43.970055 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9ff605dc-aa81-44e1-85c8-02d182225512 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:31:43.970639 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9ff605dc-aa81-44e1-85c8-02d182225512'] response: {'server_uuid': '7d7a9601-831b-4e12-b7ec-09d6fd8c670e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52963855-f3fe-4c5a-a944-71fa5b928567', 'code': 200} Jul 20 19:31:43.990967 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=52963855-f3fe-4c5a-a944-71fa5b928567,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:44.030191 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-373ec7ef-6aef-4847-9b91-275586221114 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Router 4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:31:44.107018 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55904b68-365b-4e45-9edd-81b3cdc2dd55 req-4ec3fe36-5268-4908-9a13-f7ff62ca9180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:44.108549 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-55904b68-365b-4e45-9edd-81b3cdc2dd55 req-4ec3fe36-5268-4908-9a13-f7ff62ca9180 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c252680c-c029-4238-80e1-835b5a8591d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2964702 Jul 20 19:31:44.119299 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-2b6f724a-66e8-4fb3-b7ba-26ff9d238980 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:44.120804 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-2b6f724a-66e8-4fb3-b7ba-26ff9d238980 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.96 "GET /v2.0/networks?id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc HTTP/1.1" status: 200 len: 818 time: 0.3202684 Jul 20 19:31:44.129771 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85630b84-3e61-4e84-9d90-122eb960b1d9 req-79d783c7-773b-40df-8dd0-5e120065c8d1 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:44.131270 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-85630b84-3e61-4e84-9d90-122eb960b1d9 req-79d783c7-773b-40df-8dd0-5e120065c8d1 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 946 time: 0.1172447 Jul 20 19:31:44.154656 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-373ec7ef-6aef-4847-9b91-275586221114 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:31:44.155513 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4514a518-4ffc-478e-a779-1a67b1516ad9 req-3021a66b-818e-4806-a4cb-ed023019e567 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:44.156255 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4514a518-4ffc-478e-a779-1a67b1516ad9 req-3021a66b-818e-4806-a4cb-ed023019e567 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac8e4a2-4d14-4122-a963-6b8db3d39f3d HTTP/1.1" status: 200 len: 945 time: 0.0958223 Jul 20 19:31:44.169785 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52358f84-3e73-402e-85a7-e9331f000a9d None None] Sync routers for ids ['4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:31:44.179786 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-373ec7ef-6aef-4847-9b91-275586221114 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:44.184630 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52358f84-3e73-402e-85a7-e9331f000a9d None None] Routers {'4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:31:44.185856 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-52358f84-3e73-402e-85a7-e9331f000a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:31:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:44.215655 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:44.226974 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-373ec7ef-6aef-4847-9b91-275586221114 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0340312 Jul 20 19:31:44.228417 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534f506f-149d-4ae7-bb63-794c97796305', 'tag': '53beb0fe-5f2d-480b-8bef-611c76c92caf'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:31:44.232455 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 38900) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:44.233032 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9cd79ebd3f805e6a7478220ee26c4e1921248cfe9318229c3fb3c09e22ed3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e2208d-c4fd-42d7-a2a1-84362d1a8b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "534f506f-149d-4ae7-bb63-794c97796305", "tag": "53beb0fe-5f2d-480b-8bef-611c76c92caf"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:31:44.240504 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-3379ad41-0e64-4eca-a05c-0ecede97e396 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-337459103', 'description': 'tempest-secgroup-smoke-337459103 description', 'project_id': '91e1220a765f41e88d4e3480b9a7a687'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:44.253017 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-85630b84-3e61-4e84-9d90-122eb960b1d9 req-0209f118-dac0-4abb-9a68-72a3727e608d tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139722 Jul 20 19:31:44.265187 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4514a518-4ffc-478e-a779-1a67b1516ad9 req-f1a32c62-4286-43a5-bf12-2b0f332f9789 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984411 Jul 20 19:31:44.299909 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3379ad41-0e64-4eca-a05c-0ecede97e396 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:44.307717 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:44.314964 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d444680-2533-4a98-8742-addc80dba9f7 x-openstack-request-id: req-8d444680-2533-4a98-8742-addc80dba9f7 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:31:44.315269 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534f506f-149d-4ae7-bb63-794c97796305", "tag": "53beb0fe-5f2d-480b-8bef-611c76c92caf", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:31:44.315528 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8d444680-2533-4a98-8742-addc80dba9f7 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:31:44.316122 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d444680-2533-4a98-8742-addc80dba9f7'] response: {'name': 'network-changed', 'server_uuid': '534f506f-149d-4ae7-bb63-794c97796305', 'tag': '53beb0fe-5f2d-480b-8bef-611c76c92caf', 'status': 'completed', 'code': 200} Jul 20 19:31:44.328073 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-52358f84-3e73-402e-85a7-e9331f000a9d None None] Set router 4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:31:44.368159 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:44.398916 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3379ad41-0e64-4eca-a05c-0ecede97e396 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for security_group (7a873f5b-f6c0-4459-89e4-8db8857352b6), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:44.420895 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d9db13b1-9466-44a4-a7af-f236ea4674f1 req-1179a181-562f-4fb4-8f53-ceb2d5772922 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 210 time: 0.0336082 Jul 20 19:31:44.421618 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3379ad41-0e64-4eca-a05c-0ecede97e396 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (7a873f5b-f6c0-4459-89e4-8db8857352b6), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:44.463289 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3379ad41-0e64-4eca-a05c-0ecede97e396 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:44.464974 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-3379ad41-0e64-4eca-a05c-0ecede97e396 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2315044 Jul 20 19:31:44.467376 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3379ad41-0e64-4eca-a05c-0ecede97e396 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a873f5b-f6c0-4459-89e4-8db8857352b6,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:44.468048 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 38906) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:44.472801 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-96d4a7df-8670-45f6-8f9f-88d61f7adb7e tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Request body: {'security_group_rule': {'security_group_id': '7a873f5b-f6c0-4459-89e4-8db8857352b6', 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:44.506289 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-96d4a7df-8670-45f6-8f9f-88d61f7adb7e tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for security_group_rule (d1fdda0d-8f0c-44c1-8e11-55f1c3ad4354), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:44.564832 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-96d4a7df-8670-45f6-8f9f-88d61f7adb7e tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for security_group_rule (d1fdda0d-8f0c-44c1-8e11-55f1c3ad4354), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:44.569161 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-96d4a7df-8670-45f6-8f9f-88d61f7adb7e tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (d1fdda0d-8f0c-44c1-8e11-55f1c3ad4354), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:44.589329 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d4a7df-8670-45f6-8f9f-88d61f7adb7e tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1fdda0d-8f0c-44c1-8e11-55f1c3ad4354,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:44.598663 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-96d4a7df-8670-45f6-8f9f-88d61f7adb7e tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:44.602686 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 38908) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:44.602829 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-96d4a7df-8670-45f6-8f9f-88d61f7adb7e tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1335981 Jul 20 19:31:44.608358 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-86e1418d-8aa6-4877-8def-12ab2fed7763 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Request body: {'security_group_rule': {'security_group_id': '7a873f5b-f6c0-4459-89e4-8db8857352b6', 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:44.620335 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-52358f84-3e73-402e-85a7-e9331f000a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'name': 'tempest-TestMinimumBasicScenario-283060662-router', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'a54fbcb2-3aeb-4423-86c2-24b36af058a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:29:59Z', 'updated_at': '2022-07-20T19:30:02Z', 'revision_number': 4, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'gw_port': {'id': 'a54fbcb2-3aeb-4423-86c2-24b36af058a0', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:29:59Z', 'updated_at': '2022-07-20T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '009f6684-851c-4b36-b751-476580b07e93', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'port_id': '53beb0fe-5f2d-480b-8bef-611c76c92caf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37', 'mac_address': 'fa:16:3e:0d:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f506f-149d-4ae7-bb63-794c97796305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:31:42Z', 'updated_at': '2022-07-20T19:31:42Z', 'revision_number': 0, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0efe0c4c-97b8-449d-ab8e-3cc7413d7984', 'name': '', 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'mac_address': 'fa:16:3e:88:04:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '862e9adf-bfc6-4261-9460-41a6c56342df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:01Z', 'updated_at': '2022-07-20T19:30:08Z', 'revision_number': 5, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'subnets': [{'id': '862e9adf-bfc6-4261-9460-41a6c56342df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:44.639577 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-86e1418d-8aa6-4877-8def-12ab2fed7763 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for security_group_rule (5e83259f-604f-4e70-8654-7d6f10fef8c9), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:44.652244 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52358f84-3e73-402e-85a7-e9331f000a9d None None] Checking router: 4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:31:44.661224 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52358f84-3e73-402e-85a7-e9331f000a9d None None] Routers {'4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:31:44.661844 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-52358f84-3e73-402e-85a7-e9331f000a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:31:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:44.700684 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-86e1418d-8aa6-4877-8def-12ab2fed7763 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for security_group_rule (5e83259f-604f-4e70-8654-7d6f10fef8c9), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:44.705656 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-86e1418d-8aa6-4877-8def-12ab2fed7763 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (5e83259f-604f-4e70-8654-7d6f10fef8c9), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:44.716842 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:44.729932 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1418d-8aa6-4877-8def-12ab2fed7763 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e83259f-604f-4e70-8654-7d6f10fef8c9,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:44.735563 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-86e1418d-8aa6-4877-8def-12ab2fed7763 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:44.739707 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-86e1418d-8aa6-4877-8def-12ab2fed7763 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1325655 Jul 20 19:31:44.739895 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 38910) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:44.745558 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-00d4245d-edc4-40e3-83bb-9344b7193efa tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Request body: {'security_group_rule': {'security_group_id': '7a873f5b-f6c0-4459-89e4-8db8857352b6', 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:44.756512 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=87,neutron:INSERT=10,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:44.775272 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-52358f84-3e73-402e-85a7-e9331f000a9d None None] Set router 4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:31:44.786234 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-00d4245d-edc4-40e3-83bb-9344b7193efa tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for security_group_rule (f5dc0313-c733-4b0f-ae6a-39de47ed8e62), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:44.878031 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-00d4245d-edc4-40e3-83bb-9344b7193efa tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for security_group_rule (f5dc0313-c733-4b0f-ae6a-39de47ed8e62), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:44.896168 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-00d4245d-edc4-40e3-83bb-9344b7193efa tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (f5dc0313-c733-4b0f-ae6a-39de47ed8e62), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:44.928752 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d4245d-edc4-40e3-83bb-9344b7193efa tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5dc0313-c733-4b0f-ae6a-39de47ed8e62,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:44.938399 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e033667-4718-499d-b7e6-e888aef9c967 req-53ce047a-3e02-4109-88bd-e14187653e83 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:44.941458 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2e033667-4718-499d-b7e6-e888aef9c967 req-53ce047a-3e02-4109-88bd-e14187653e83 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0794933 Jul 20 19:31:44.945567 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-00d4245d-edc4-40e3-83bb-9344b7193efa tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:44.946774 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-00d4245d-edc4-40e3-83bb-9344b7193efa tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2060163 Jul 20 19:31:44.949607 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 38916) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:44.954772 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f328c65a-0943-4ceb-b68f-cd90b10153cc tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Request body: {'security_group_rule': {'security_group_id': '7a873f5b-f6c0-4459-89e4-8db8857352b6', 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:44.987698 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f328c65a-0943-4ceb-b68f-cd90b10153cc tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for security_group_rule (7c38544d-0f28-4c47-a82d-e046c1387995), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:44.998954 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2e033667-4718-499d-b7e6-e888aef9c967 req-d9be3f32-9bb2-48ba-a841-7d06c6b726ba tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509214 Jul 20 19:31:45.012947 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:45.041990 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-52358f84-3e73-402e-85a7-e9331f000a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'name': 'tempest-TestMinimumBasicScenario-283060662-router', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'a54fbcb2-3aeb-4423-86c2-24b36af058a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:29:59Z', 'updated_at': '2022-07-20T19:30:02Z', 'revision_number': 4, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'gw_port': {'id': 'a54fbcb2-3aeb-4423-86c2-24b36af058a0', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:29:59Z', 'updated_at': '2022-07-20T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '009f6684-851c-4b36-b751-476580b07e93', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'port_id': '53beb0fe-5f2d-480b-8bef-611c76c92caf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37', 'mac_address': 'fa:16:3e:0d:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f506f-149d-4ae7-bb63-794c97796305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:31:42Z', 'updated_at': '2022-07-20T19:31:42Z', 'revision_number': 0, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0efe0c4c-97b8-449d-ab8e-3cc7413d7984', 'name': '', 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'mac_address': 'fa:16:3e:88:04:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '862e9adf-bfc6-4261-9460-41a6c56342df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:01Z', 'updated_at': '2022-07-20T19:30:08Z', 'revision_number': 5, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'subnets': [{'id': '862e9adf-bfc6-4261-9460-41a6c56342df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:31:45.060194 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f328c65a-0943-4ceb-b68f-cd90b10153cc tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for security_group_rule (7c38544d-0f28-4c47-a82d-e046c1387995), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:45.066445 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f328c65a-0943-4ceb-b68f-cd90b10153cc tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (7c38544d-0f28-4c47-a82d-e046c1387995), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:45.069013 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52358f84-3e73-402e-85a7-e9331f000a9d None None] The sync data for ids ['4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'] in dv-cinder-850548-1-iscsi is: [{'id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'name': 'tempest-TestMinimumBasicScenario-283060662-router', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'a54fbcb2-3aeb-4423-86c2-24b36af058a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:29:59Z', 'updated_at': '2022-07-20T19:30:02Z', 'revision_number': 4, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'gw_port': {'id': 'a54fbcb2-3aeb-4423-86c2-24b36af058a0', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:29:59Z', 'updated_at': '2022-07-20T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '009f6684-851c-4b36-b751-476580b07e93', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'port_id': '53beb0fe-5f2d-480b-8bef-611c76c92caf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 472, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37', 'mac_address': 'fa:16:3e:0d:3f:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '534f506f-149d-4ae7-bb63-794c97796305', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:31:42Z', 'updated_at': '2022-07-20T19:31:42Z', 'revision_number': 0, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0efe0c4c-97b8-449d-ab8e-3cc7413d7984', 'name': '', 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'mac_address': 'fa:16:3e:88:04:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '862e9adf-bfc6-4261-9460-41a6c56342df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:01Z', 'updated_at': '2022-07-20T19:30:08Z', 'revision_number': 5, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'subnets': [{'id': '862e9adf-bfc6-4261-9460-41a6c56342df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:31:45.090096 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f328c65a-0943-4ceb-b68f-cd90b10153cc tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c38544d-0f28-4c47-a82d-e046c1387995,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:45.099818 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f328c65a-0943-4ceb-b68f-cd90b10153cc tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:45.101082 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-f328c65a-0943-4ceb-b68f-cd90b10153cc tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1504481 Jul 20 19:31:45.104508 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 38918) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:45.109215 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-e1e0acd7-c723-4754-867f-900ced374ade tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Request body: {'security_group_rule': {'security_group_id': '7a873f5b-f6c0-4459-89e4-8db8857352b6', 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:45.134758 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.db.securitygroups_db [None req-e1e0acd7-c723-4754-867f-900ced374ade tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Project 91e1220a765f41e88d4e3480b9a7a687 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 19:31:45.141483 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e1e0acd7-c723-4754-867f-900ced374ade tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for security_group_rule (7d0d2bc2-b885-45de-b23a-f9eb1a15bb5f), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:45.212062 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e1e0acd7-c723-4754-867f-900ced374ade tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for security_group_rule (7d0d2bc2-b885-45de-b23a-f9eb1a15bb5f), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:45.216372 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e1e0acd7-c723-4754-867f-900ced374ade tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (7d0d2bc2-b885-45de-b23a-f9eb1a15bb5f), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:45.240058 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e0acd7-c723-4754-867f-900ced374ade tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d0d2bc2-b885-45de-b23a-f9eb1a15bb5f,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:45.252911 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e1e0acd7-c723-4754-867f-900ced374ade tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:45.256948 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-e1e0acd7-c723-4754-867f-900ced374ade tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1487460 Jul 20 19:31:45.257247 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 38920) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:45.262100 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-3213d239-b83a-4cef-ae16-5f55b2ea3912 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Request body: {'security_group_rule': {'security_group_id': '7a873f5b-f6c0-4459-89e4-8db8857352b6', 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:45.292365 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.db.securitygroups_db [None req-3213d239-b83a-4cef-ae16-5f55b2ea3912 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Project 91e1220a765f41e88d4e3480b9a7a687 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 19:31:45.300214 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3213d239-b83a-4cef-ae16-5f55b2ea3912 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for security_group_rule (6f508078-21af-4c9e-881d-0e048a83fb5d), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:45.314522 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc1d8ac-9abb-439d-bf3d-8aa7697f6715 None None] New status for floating IP 009f6684-851c-4b36-b751-476580b07e93: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:31:45.396326 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3213d239-b83a-4cef-ae16-5f55b2ea3912 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for security_group_rule (6f508078-21af-4c9e-881d-0e048a83fb5d), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:45.401417 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3213d239-b83a-4cef-ae16-5f55b2ea3912 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (6f508078-21af-4c9e-881d-0e048a83fb5d), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:45.434284 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3213d239-b83a-4cef-ae16-5f55b2ea3912 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f508078-21af-4c9e-881d-0e048a83fb5d,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:45.449801 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3213d239-b83a-4cef-ae16-5f55b2ea3912 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:45.454276 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-3213d239-b83a-4cef-ae16-5f55b2ea3912 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1925874 Jul 20 19:31:45.454723 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30fc805-aec6-4161-a05b-67f4c72f9132 req-3684a0f4-6fbf-40ef-95d8-2cec89b497ea tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:45.457487 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b30fc805-aec6-4161-a05b-67f4c72f9132 req-3684a0f4-6fbf-40ef-95d8-2cec89b497ea tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 946 time: 0.0994794 Jul 20 19:31:45.469062 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3560771-bf0f-4d98-bcf1-cf7c9a06419b req-05945ad1-ee37-4896-a2af-d6e21f309801 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:45.470544 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e3560771-bf0f-4d98-bcf1-cf7c9a06419b req-05945ad1-ee37-4896-a2af-d6e21f309801 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac8e4a2-4d14-4122-a963-6b8db3d39f3d HTTP/1.1" status: 200 len: 945 time: 0.1016648 Jul 20 19:31:45.551887 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b30fc805-aec6-4161-a05b-67f4c72f9132 req-39f914ef-308c-4568-8db9-70ff34d0705c tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803652 Jul 20 19:31:45.557421 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e3560771-bf0f-4d98-bcf1-cf7c9a06419b req-588c6066-ea8e-448e-8f31-9f5e3f560a31 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784702 Jul 20 19:31:45.663453 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-546a95b2-d5bf-46fa-bd8f-88f2e667f3a4 req-51d770f8-7f63-4035-b64f-ecb8ff284fe1 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 210 time: 0.0437036 Jul 20 19:31:45.692965 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-faf8e4f8-a8a6-45ec-89fe-631323c912c1 req-4d8dc28a-1f5f-4536-8bf8-dc9f0536a9ba tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-337459103&fields=id&tenant_id=91e1220a765f41e88d4e3480b9a7a687 HTTP/1.1" status: 200 len: 267 time: 0.0800998 Jul 20 19:31:45.747109 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8e4f8-a8a6-45ec-89fe-631323c912c1 req-33cde883-2df6-450c-95fa-da6f3e90985a tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:45.748570 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-faf8e4f8-a8a6-45ec-89fe-631323c912c1 req-33cde883-2df6-450c-95fa-da6f3e90985a tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 945 time: 0.0490494 Jul 20 19:31:45.759181 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-faf8e4f8-a8a6-45ec-89fe-631323c912c1 req-8a18074d-bc1b-4d52-80f2-9e089af70923 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Request body: {'port': {'security_groups': ['0c56348b-bba9-4d09-aa5d-0f8d39be5009', '7a873f5b-f6c0-4459-89e4-8db8857352b6']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:45.880099 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-faf8e4f8-a8a6-45ec-89fe-631323c912c1 req-8a18074d-bc1b-4d52-80f2-9e089af70923 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (53beb0fe-5f2d-480b-8bef-611c76c92caf), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:45.951918 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-56fb5a7c-b8cd-44fc-ade1-7cec4f44ac2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:46.148201 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa35bc6-61ad-438d-80c2-a28e9fa842f1 req-79eb6796-24c3-4a3d-bc37-cc93bd6c5fbc tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:46.150651 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4fa35bc6-61ad-438d-80c2-a28e9fa842f1 req-79eb6796-24c3-4a3d-bc37-cc93bd6c5fbc tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.0686679 Jul 20 19:31:46.179780 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-faf8e4f8-a8a6-45ec-89fe-631323c912c1 req-8a18074d-bc1b-4d52-80f2-9e089af70923 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] For port 53beb0fe-5f2d-480b-8bef-611c76c92caf, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=53beb0fe-5f2d-480b-8bef-611c76c92caf,segment=NetworkSegment(dc079fa5-26c0-47ea-af55-e7d007fe03ae),segment_id=dc079fa5-26c0-47ea-af55-e7d007fe03ae)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:31:46.234995 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-faf8e4f8-a8a6-45ec-89fe-631323c912c1 req-8a18074d-bc1b-4d52-80f2-9e089af70923 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for port (53beb0fe-5f2d-480b-8bef-611c76c92caf), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:46.240242 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4fa35bc6-61ad-438d-80c2-a28e9fa842f1 req-6ead7298-5240-4ef9-8bb6-b1c772ced8ee tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835724 Jul 20 19:31:46.241546 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-faf8e4f8-a8a6-45ec-89fe-631323c912c1 req-8a18074d-bc1b-4d52-80f2-9e089af70923 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (53beb0fe-5f2d-480b-8bef-611c76c92caf), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:46.248867 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:46.252045 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:46.288843 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf8e4f8-a8a6-45ec-89fe-631323c912c1 req-8a18074d-bc1b-4d52-80f2-9e089af70923 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:46.289987 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-faf8e4f8-a8a6-45ec-89fe-631323c912c1 req-8a18074d-bc1b-4d52-80f2-9e089af70923 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:46.291395 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-faf8e4f8-a8a6-45ec-89fe-631323c912c1 req-8a18074d-bc1b-4d52-80f2-9e089af70923 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "PUT /v2.0/ports/53beb0fe-5f2d-480b-8bef-611c76c92caf HTTP/1.1" status: 200 len: 981 time: 0.5366836 Jul 20 19:31:46.295031 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534f506f-149d-4ae7-bb63-794c97796305', 'tag': '53beb0fe-5f2d-480b-8bef-611c76c92caf'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:31:46.297452 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b200502-8272-4696-8b78-3aa8113d4f62" -d '{"events": [{"name": "network-changed", "server_uuid": "534f506f-149d-4ae7-bb63-794c97796305", "tag": "53beb0fe-5f2d-480b-8bef-611c76c92caf"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:31:46.309312 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['53beb0fe-5f2d-480b-8bef-611c76c92caf'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:31:46.334127 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a18074d-bc1b-4d52-80f2-9e089af70923 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Pushing event updated for resources: {'Port': ['ID=53beb0fe-5f2d-480b-8bef-611c76c92caf,revision_number=6']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:46.345802 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:31:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4c78a8-6072-4d74-8ec2-66a644febdfe x-openstack-request-id: req-7b4c78a8-6072-4d74-8ec2-66a644febdfe {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:31:46.346106 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534f506f-149d-4ae7-bb63-794c97796305", "tag": "53beb0fe-5f2d-480b-8bef-611c76c92caf", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:31:46.346448 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7b4c78a8-6072-4d74-8ec2-66a644febdfe {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:31:46.346862 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7b4c78a8-6072-4d74-8ec2-66a644febdfe'] response: {'name': 'network-changed', 'server_uuid': '534f506f-149d-4ae7-bb63-794c97796305', 'tag': '53beb0fe-5f2d-480b-8bef-611c76c92caf', 'status': 'completed', 'code': 200} Jul 20 19:31:46.444166 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413a77d6-292e-468e-becc-dd229ecaaa3e req-4c7970fc-c939-4e77-9c38-8456f32d5652 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:46.446644 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-413a77d6-292e-468e-becc-dd229ecaaa3e req-4c7970fc-c939-4e77-9c38-8456f32d5652 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 984 time: 0.0581772 Jul 20 19:31:46.526522 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-413a77d6-292e-468e-becc-dd229ecaaa3e req-1a3700a8-0778-439b-9b45-746e9679f891 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&id=7a873f5b-f6c0-4459-89e4-8db8857352b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0706568 Jul 20 19:31:46.590050 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-233a19cc-00c7-4fdb-9ee6-ab05e455a369 None None] Provisioning complete for port 53beb0fe-5f2d-480b-8bef-611c76c92caf triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:46.590207 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-233a19cc-00c7-4fdb-9ee6-ab05e455a369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (53beb0fe-5f2d-480b-8bef-611c76c92caf), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:46.599485 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:46.735034 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8d7881-7a2a-45bf-9145-84c71f3b58aa req-556f59e9-20e0-49ef-b26e-4dfca69621f6 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:46.736725 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-da8d7881-7a2a-45bf-9145-84c71f3b58aa req-556f59e9-20e0-49ef-b26e-4dfca69621f6 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 946 time: 0.1032662 Jul 20 19:31:46.749384 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be0e22-320c-4111-b140-282c6c290795 req-a41104e1-08c4-4dd7-a86d-9c8954ff329a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:46.750902 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b8be0e22-320c-4111-b140-282c6c290795 req-a41104e1-08c4-4dd7-a86d-9c8954ff329a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac8e4a2-4d14-4122-a963-6b8db3d39f3d HTTP/1.1" status: 200 len: 945 time: 0.1079006 Jul 20 19:31:46.759051 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['53beb0fe-5f2d-480b-8bef-611c76c92caf'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:31:46.803763 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:46.822202 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-a0a06329-c67a-4e2c-8da9-1aa7445091f2 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9c025843a2de49d48c39b40f2261d3bf HTTP/1.1" status: 200 len: 379 time: 0.1758385 Jul 20 19:31:46.894240 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-16731921-aa7d-47fe-993d-85fa05a4a5fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Request body: {'port': {'device_id': '82e10053-0587-4935-910f-04bd301bdfbe', 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc', 'admin_state_up': True, 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'security_groups': ['9000339d-3306-4043-b381-2a5e7f6aa171']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:46.905890 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-da8d7881-7a2a-45bf-9145-84c71f3b58aa req-05a82be1-0e06-42b4-9056-a54b6a7f97e9 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518977 Jul 20 19:31:46.934821 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2208d-c4fd-42d7-a2a1-84362d1a8b6b req-6fe9ed61-029e-478f-b1e4-26867bd5ca7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:46.936925 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-99e2208d-c4fd-42d7-a2a1-84362d1a8b6b req-6fe9ed61-029e-478f-b1e4-26867bd5ca7d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=91e1220a765f41e88d4e3480b9a7a687&device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 1168 time: 0.0667744 Jul 20 19:31:46.939860 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b8be0e22-320c-4111-b140-282c6c290795 req-cce7b37e-f8b8-4d72-aaed-493595562804 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1763642 Jul 20 19:31:47.026294 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-233a19cc-00c7-4fdb-9ee6-ab05e455a369 None None] Current status of the port 53beb0fe-5f2d-480b-8bef-611c76c92caf is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:47.045759 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:47.071234 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-50599408-b3dd-4c53-a9a0-1a46ab765964 req-84361201-f3bd-47d9-b951-f2067059ee2a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 210 time: 0.0413153 Jul 20 19:31:47.119665 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-55904b68-365b-4e45-9edd-81b3cdc2dd55 req-6f02b5f1-fbc5-4403-a80a-25b834f538ee service neutron] 10.222.0.96 "GET /v2.0/networks/c252680c-c029-4238-80e1-835b5a8591d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753508 Jul 20 19:31:47.142111 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-16731921-aa7d-47fe-993d-85fa05a4a5fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Made reservation on behalf of 9c025843a2de49d48c39b40f2261d3bf for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:31:47.146790 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-16731921-aa7d-47fe-993d-85fa05a4a5fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:47.337827 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-16731921-aa7d-47fe-993d-85fa05a4a5fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Allocated IP 172.20.0.10 (2deda7b4-dab0-4eb8-8cde-830d55ad6ecc/d0032299-b9fa-48f2-97fd-620bc1f7e167/35b5da22-b362-4b46-8e92-4a5d8c7ec405) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:31:47.421144 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04965ce6-0cd8-4527-8e72-472e0bc411aa req-9f7ac0c4-668b-4970-9f58-36ecc29cf0f4 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:47.422473 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-04965ce6-0cd8-4527-8e72-472e0bc411aa req-9f7ac0c4-668b-4970-9f58-36ecc29cf0f4 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.96 "GET /v2.0/ports?device_id=2ac8e4a2-4d14-4122-a963-6b8db3d39f3d HTTP/1.1" status: 200 len: 945 time: 0.0973568 Jul 20 19:31:47.446849 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=84,neutron:INSERT=8,neutron:DELETE=5,neutron:UPDATE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:47.449146 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:UPDATE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:47.463079 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de04840-7c17-4301-b9b8-80760c288646 req-1f2568c9-53b9-4df0-9bea-e68ee8e1e82f tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:47.464765 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5de04840-7c17-4301-b9b8-80760c288646 req-1f2568c9-53b9-4df0-9bea-e68ee8e1e82f tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 945 time: 0.1246462 Jul 20 19:31:47.473654 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2208d-c4fd-42d7-a2a1-84362d1a8b6b req-5a6f2b63-5976-469b-9fa0-10dd79fcaf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:47.474771 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:47.475337 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-99e2208d-c4fd-42d7-a2a1-84362d1a8b6b req-5a6f2b63-5976-469b-9fa0-10dd79fcaf3b service neutron] 10.222.0.96 "GET /v2.0/networks?id=1e189f3c-62d8-4a6b-a167-08b9a7c92e37 HTTP/1.1" status: 200 len: 915 time: 0.1800616 Jul 20 19:31:47.541594 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-55904b68-365b-4e45-9edd-81b3cdc2dd55 req-93f1c506-0f68-42e9-82bd-9f2e10c72c2e service neutron] 10.222.0.96 "GET /v2.0/networks/c252680c-c029-4238-80e1-835b5a8591d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2338302 Jul 20 19:31:47.625998 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5de04840-7c17-4301-b9b8-80760c288646 req-9cfd95c5-2844-4920-a012-eb12ff7e5081 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1442549 Jul 20 19:31:47.662205 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f42fcf-bbc9-4248-a150-d7690574090d req-3796a220-92fd-40b1-8fa5-9c7e71026b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:47.664288 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-77f42fcf-bbc9-4248-a150-d7690574090d req-3796a220-92fd-40b1-8fa5-9c7e71026b42 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 1130 time: 0.1537588 Jul 20 19:31:47.665071 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-16731921-aa7d-47fe-993d-85fa05a4a5fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks [] for port (35b5da22-b362-4b46-8e92-4a5d8c7ec405), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:47.682450 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-99e2208d-c4fd-42d7-a2a1-84362d1a8b6b req-5c27f297-b077-49a9-ae62-1033fc363f31 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53beb0fe-5f2d-480b-8bef-611c76c92caf HTTP/1.1" status: 200 len: 1001 time: 0.1778581 Jul 20 19:31:47.691112 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-04965ce6-0cd8-4527-8e72-472e0bc411aa req-ef039d5a-4dc1-4121-bd22-34aa735e061a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Deleting port b89d5bd5-4a69-49c7-ac4b-30e7fb240a41 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:31:47.691112 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-04965ce6-0cd8-4527-8e72-472e0bc411aa req-ef039d5a-4dc1-4121-bd22-34aa735e061a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (b89d5bd5-4a69-49c7-ac4b-30e7fb240a41), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:47.702774 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-16731921-aa7d-47fe-993d-85fa05a4a5fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (35b5da22-b362-4b46-8e92-4a5d8c7ec405), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:47.749853 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-16731921-aa7d-47fe-993d-85fa05a4a5fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Network 2deda7b4-dab0-4eb8-8cde-830d55ad6ecc is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:31:47.755267 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-16731921-aa7d-47fe-993d-85fa05a4a5fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:31:47.759733 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-16731921-aa7d-47fe-993d-85fa05a4a5fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:31:47.785937 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-04965ce6-0cd8-4527-8e72-472e0bc411aa req-ef039d5a-4dc1-4121-bd22-34aa735e061a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] For port b89d5bd5-4a69-49c7-ac4b-30e7fb240a41, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=b89d5bd5-4a69-49c7-ac4b-30e7fb240a41,segment=NetworkSegment(21affb50-584a-420e-9d0e-02edacdca8c4),segment_id=21affb50-584a-420e-9d0e-02edacdca8c4)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:31:47.786386 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-04965ce6-0cd8-4527-8e72-472e0bc411aa req-ef039d5a-4dc1-4121-bd22-34aa735e061a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (b89d5bd5-4a69-49c7-ac4b-30e7fb240a41), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:47.786511 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16731921-aa7d-47fe-993d-85fa05a4a5fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Pushing event updated for resources: {'Port': ['ID=35b5da22-b362-4b46-8e92-4a5d8c7ec405,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:47.800774 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16731921-aa7d-47fe-993d-85fa05a4a5fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:47.801145 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16731921-aa7d-47fe-993d-85fa05a4a5fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:47.801716 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16731921-aa7d-47fe-993d-85fa05a4a5fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:47.801851 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16731921-aa7d-47fe-993d-85fa05a4a5fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:47.802143 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16731921-aa7d-47fe-993d-85fa05a4a5fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:47.802473 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16731921-aa7d-47fe-993d-85fa05a4a5fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:47.802607 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-04965ce6-0cd8-4527-8e72-472e0bc411aa req-ef039d5a-4dc1-4121-bd22-34aa735e061a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Calling delete_port for b89d5bd5-4a69-49c7-ac4b-30e7fb240a41 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:31:47.802867 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16731921-aa7d-47fe-993d-85fa05a4a5fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:47.803195 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16731921-aa7d-47fe-993d-85fa05a4a5fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:47.803520 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16731921-aa7d-47fe-993d-85fa05a4a5fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:47.804184 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16731921-aa7d-47fe-993d-85fa05a4a5fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:47.804184 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16731921-aa7d-47fe-993d-85fa05a4a5fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:47.804184 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16731921-aa7d-47fe-993d-85fa05a4a5fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:47.804995 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16731921-aa7d-47fe-993d-85fa05a4a5fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:47.805294 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16731921-aa7d-47fe-993d-85fa05a4a5fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:47.805627 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16731921-aa7d-47fe-993d-85fa05a4a5fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:47.827222 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-16731921-aa7d-47fe-993d-85fa05a4a5fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:47.827866 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-16731921-aa7d-47fe-993d-85fa05a4a5fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:47.849900 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-16731921-aa7d-47fe-993d-85fa05a4a5fc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9628949 Jul 20 19:31:47.904622 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=89,neutron:INSERT=5,neutron:DELETE=6 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:47.923700 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 8de6f1a3-1533-4778-946a-bfef39df578f no longer exists at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:31:47.978063 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-04965ce6-0cd8-4527-8e72-472e0bc411aa req-ef039d5a-4dc1-4121-bd22-34aa735e061a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (b89d5bd5-4a69-49c7-ac4b-30e7fb240a41), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:48.018268 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef039d5a-4dc1-4121-bd22-34aa735e061a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Pushing event deleted for resources: {'Port': ['ID=b89d5bd5-4a69-49c7-ac4b-30e7fb240a41,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:48.029785 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 8de6f1a3-1533-4778-946a-bfef39df578f is: ACTIVE; New status is: DOWN {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:48.030324 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (8de6f1a3-1533-4778-946a-bfef39df578f), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:48.068128 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['b89d5bd5-4a69-49c7-ac4b-30e7fb240a41'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:31:48.070731 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-04965ce6-0cd8-4527-8e72-472e0bc411aa req-ef039d5a-4dc1-4121-bd22-34aa735e061a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] No DVR routers for this DVR port b89d5bd5-4a69-49c7-ac4b-30e7fb240a41 on host hv-cinder-85054 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:31:48.073365 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-976b432d-d169-4d22-9359-30c351752fae None None] Provisioning complete for port 35b5da22-b362-4b46-8e92-4a5d8c7ec405 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:31:48.073748 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-976b432d-d169-4d22-9359-30c351752fae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (35b5da22-b362-4b46-8e92-4a5d8c7ec405), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:48.077245 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-04965ce6-0cd8-4527-8e72-472e0bc411aa req-ef039d5a-4dc1-4121-bd22-34aa735e061a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:48.081404 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-04965ce6-0cd8-4527-8e72-472e0bc411aa req-ef039d5a-4dc1-4121-bd22-34aa735e061a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.96 "DELETE /v2.0/ports/b89d5bd5-4a69-49c7-ac4b-30e7fb240a41 HTTP/1.1" status: 204 len: 173 time: 0.6158988 Jul 20 19:31:48.086287 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac8e4a2-4d14-4122-a963-6b8db3d39f3d', 'name': 'network-vif-deleted', 'tag': 'b89d5bd5-4a69-49c7-ac4b-30e7fb240a41'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:31:48.088604 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9cd79ebd3f805e6a7478220ee26c4e1921248cfe9318229c3fb3c09e22ed3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c5e9859-f62a-4ff2-a174-00d91da5c1e3" -d '{"events": [{"server_uuid": "2ac8e4a2-4d14-4122-a963-6b8db3d39f3d", "name": "network-vif-deleted", "tag": "b89d5bd5-4a69-49c7-ac4b-30e7fb240a41"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:31:48.093256 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef039d5a-4dc1-4121-bd22-34aa735e061a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:48.093743 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef039d5a-4dc1-4121-bd22-34aa735e061a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:48.094090 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef039d5a-4dc1-4121-bd22-34aa735e061a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:48.094425 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef039d5a-4dc1-4121-bd22-34aa735e061a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:48.094753 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef039d5a-4dc1-4121-bd22-34aa735e061a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:48.095269 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef039d5a-4dc1-4121-bd22-34aa735e061a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:48.095642 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef039d5a-4dc1-4121-bd22-34aa735e061a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:48.095977 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef039d5a-4dc1-4121-bd22-34aa735e061a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:48.096317 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef039d5a-4dc1-4121-bd22-34aa735e061a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:48.096713 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef039d5a-4dc1-4121-bd22-34aa735e061a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:48.097129 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef039d5a-4dc1-4121-bd22-34aa735e061a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:48.097452 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef039d5a-4dc1-4121-bd22-34aa735e061a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:48.097773 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef039d5a-4dc1-4121-bd22-34aa735e061a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:48.098093 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef039d5a-4dc1-4121-bd22-34aa735e061a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:48.098412 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef039d5a-4dc1-4121-bd22-34aa735e061a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:31:48.103135 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cf917f-83ab-47d0-82d4-8d8dc896aacb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8de6f1a3-1533-4778-946a-bfef39df578f'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:31:48.105635 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6da7a8-39c7-4a24-a676-4824b6638660" -d '{"events": [{"server_uuid": "27cf917f-83ab-47d0-82d4-8d8dc896aacb", "name": "network-vif-unplugged", "status": "completed", "tag": "8de6f1a3-1533-4778-946a-bfef39df578f"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:31:48.135108 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c54d336f-0776-4d1f-8d26-64072b6a3910 req-7bd14053-7001-4ef1-826c-252e8ebf9183 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac8e4a2-4d14-4122-a963-6b8db3d39f3d HTTP/1.1" status: 200 len: 210 time: 0.1096823 Jul 20 19:31:48.139950 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 8de6f1a3-1533-4778-946a-bfef39df578f, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=8de6f1a3-1533-4778-946a-bfef39df578f,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:31:48.142325 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:48.151902 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (8de6f1a3-1533-4778-946a-bfef39df578f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:48.163398 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad44f48-ed56-4d34-b29c-aa1c390cffa5 req-d0335806-441b-4b17-9eec-f3652252f352 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:48.171603 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-976b432d-d169-4d22-9359-30c351752fae None None] Port 35b5da22-b362-4b46-8e92-4a5d8c7ec405 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:31:48.177420 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0ad44f48-ed56-4d34-b29c-aa1c390cffa5 req-d0335806-441b-4b17-9eec-f3652252f352 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 946 time: 0.1396117 Jul 20 19:31:48.188959 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ee273c-0f3c-4015-b691-007204d30e8e x-openstack-request-id: req-f9ee273c-0f3c-4015-b691-007204d30e8e {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:31:48.189251 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2ac8e4a2-4d14-4122-a963-6b8db3d39f3d", "name": "network-vif-deleted", "tag": "b89d5bd5-4a69-49c7-ac4b-30e7fb240a41", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:31:48.189639 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f9ee273c-0f3c-4015-b691-007204d30e8e {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:31:48.190030 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9ee273c-0f3c-4015-b691-007204d30e8e'] response: {'server_uuid': '2ac8e4a2-4d14-4122-a963-6b8db3d39f3d', 'name': 'network-vif-deleted', 'tag': 'b89d5bd5-4a69-49c7-ac4b-30e7fb240a41', 'status': 'completed', 'code': 200} Jul 20 19:31:48.196151 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:48.221889 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=8de6f1a3-1533-4778-946a-bfef39df578f,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:48.237204 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0ad44f48-ed56-4d34-b29c-aa1c390cffa5 req-a2529214-768a-4229-90e7-3fdb528ec9bf tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589042 Jul 20 19:31:48.292615 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Jul 2022 19:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59f9beb4-f8b8-4c8e-9889-ccdb5f0597d3 x-openstack-request-id: req-59f9beb4-f8b8-4c8e-9889-ccdb5f0597d3 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:31:48.292952 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cf917f-83ab-47d0-82d4-8d8dc896aacb", "name": "network-vif-unplugged", "status": "completed", "tag": "8de6f1a3-1533-4778-946a-bfef39df578f", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:31:48.293213 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-59f9beb4-f8b8-4c8e-9889-ccdb5f0597d3 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:31:48.293655 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59f9beb4-f8b8-4c8e-9889-ccdb5f0597d3'] response: {'server_uuid': '27cf917f-83ab-47d0-82d4-8d8dc896aacb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8de6f1a3-1533-4778-946a-bfef39df578f', 'code': 200} Jul 20 19:31:48.296183 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5e7589-9153-49c2-a900-4bd86ac7f8d7 req-7646aeef-e8ac-4640-a237-f1b15635c7cf tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:48.297710 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ea5e7589-9153-49c2-a900-4bd86ac7f8d7 req-7646aeef-e8ac-4640-a237-f1b15635c7cf tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 932 time: 0.0504401 Jul 20 19:31:48.353381 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ea5e7589-9153-49c2-a900-4bd86ac7f8d7 req-944d023b-8c66-4b87-92c5-54619ec50a12 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498743 Jul 20 19:31:48.619576 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:48.755315 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6afe8ed-f9e1-4542-ae21-cbc6c534bd0e req-f26ae270-a6fe-45c0-ba89-f1bd142803ea tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:48.756774 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c6afe8ed-f9e1-4542-ae21-cbc6c534bd0e req-f26ae270-a6fe-45c0-ba89-f1bd142803ea tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0528946 Jul 20 19:31:48.805723 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:48.807622 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c6afe8ed-f9e1-4542-ae21-cbc6c534bd0e req-adb16a11-5498-48ce-bb44-a8bf4db2f9be tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445991 Jul 20 19:31:49.243253 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-99b4e460-1e24-45c4-b1eb-cd3081012dd1 req-20c8e7df-8697-4836-a282-ade7559adc8e tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac8e4a2-4d14-4122-a963-6b8db3d39f3d HTTP/1.1" status: 200 len: 210 time: 0.0279336 Jul 20 19:31:49.355476 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfff7816-6634-49db-a0ac-e64b1255dd12 req-735798d3-c3da-4354-98f1-28097726dfd9 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:49.357056 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bfff7816-6634-49db-a0ac-e64b1255dd12 req-735798d3-c3da-4354-98f1-28097726dfd9 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 946 time: 0.0484617 Jul 20 19:31:49.408772 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bfff7816-6634-49db-a0ac-e64b1255dd12 req-0ac69688-cc6b-4146-ab82-05e205170a07 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436451 Jul 20 19:31:49.475925 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc22627-8a8a-40ea-aefe-c48eac8f6182 req-664a8a4a-ef3d-43c4-a845-5896c7a4a910 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:49.478017 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3dc22627-8a8a-40ea-aefe-c48eac8f6182 req-664a8a4a-ef3d-43c4-a845-5896c7a4a910 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 932 time: 0.0529730 Jul 20 19:31:49.521439 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:49.531083 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3dc22627-8a8a-40ea-aefe-c48eac8f6182 req-751416cb-a6fd-41e5-8be8-ad92e4672165 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475152 Jul 20 19:31:49.930609 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891ec60c-f9d0-4245-982c-f4c1ed998bf1 req-fd32ea15-cebf-4ded-916d-aa57051ea3a5 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:49.932085 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-891ec60c-f9d0-4245-982c-f4c1ed998bf1 req-fd32ea15-cebf-4ded-916d-aa57051ea3a5 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0485611 Jul 20 19:31:49.981333 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-891ec60c-f9d0-4245-982c-f4c1ed998bf1 req-8f3f0b15-19f6-4056-b963-20225b1bd83d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435152 Jul 20 19:31:50.143592 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bf9bc9d7-2f3a-4a61-9832-9ee48feee541 req-d01ec8bd-f764-4ebd-9d66-fc645b3ff158 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0426633 Jul 20 19:31:50.298693 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-8d1fb663-9738-4bb5-a721-919110b84011 service neutron] Request body: {'port': {'device_id': '82e10053-0587-4935-910f-04bd301bdfbe', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85054'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:31:50.354940 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bfe3a1f5-2210-481f-af5a-939d5e9b099a req-eaa4a4f4-5252-44be-b8cf-26bb74059389 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac8e4a2-4d14-4122-a963-6b8db3d39f3d HTTP/1.1" status: 200 len: 210 time: 0.0313728 Jul 20 19:31:50.357343 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:50.383197 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2208d-c4fd-42d7-a2a1-84362d1a8b6b req-0f531893-a71b-4385-af7c-c1075696cce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:50.384844 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-99e2208d-c4fd-42d7-a2a1-84362d1a8b6b req-0f531893-a71b-4385-af7c-c1075696cce0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=862e9adf-bfc6-4261-9460-41a6c56342df HTTP/1.1" status: 200 len: 853 time: 0.0914340 Jul 20 19:31:50.388287 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-77f42fcf-bbc9-4248-a150-d7690574090d req-82a1da28-7863-47af-ad27-5d083b904b8e service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868833 Jul 20 19:31:50.393942 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-8d1fb663-9738-4bb5-a721-919110b84011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (35b5da22-b362-4b46-8e92-4a5d8c7ec405), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:50.800663 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd5e666-dc49-4516-86b7-1000ac4e19fa req-b7059cab-86a8-4e1a-829b-c90d9351051f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:50.802238 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7dd5e666-dc49-4516-86b7-1000ac4e19fa req-b7059cab-86a8-4e1a-829b-c90d9351051f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 932 time: 0.0958271 Jul 20 19:31:50.839273 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e2208d-c4fd-42d7-a2a1-84362d1a8b6b req-5f6828cb-52df-4446-b774-5401f22ec3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:50.841056 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-99e2208d-c4fd-42d7-a2a1-84362d1a8b6b req-5f6828cb-52df-4446-b774-5401f22ec3bf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1e189f3c-62d8-4a6b-a167-08b9a7c92e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451279 Jul 20 19:31:50.858151 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e41e6588-f580-4915-a365-3e874bdef9f5 req-137f9d2b-a3a9-43ec-be2a-54468c0ecca1 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:50.859714 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e41e6588-f580-4915-a365-3e874bdef9f5 req-137f9d2b-a3a9-43ec-be2a-54468c0ecca1 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 946 time: 0.1544769 Jul 20 19:31:50.952656 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:50.969155 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bc9d7-2f3a-4a61-9832-9ee48feee541 req-addb8125-bbce-4b79-b51d-6017115489f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:50.970662 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bf9bc9d7-2f3a-4a61-9832-9ee48feee541 req-addb8125-bbce-4b79-b51d-6017115489f1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=02f994a0231b4176b8181d13d58ee9ec&device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 1129 time: 0.1642485 Jul 20 19:31:51.027962 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-99e2208d-c4fd-42d7-a2a1-84362d1a8b6b req-1dfd62d8-3826-4543-9952-d9c5baad9341 service neutron] 10.222.0.96 "GET /v2.0/networks/1e189f3c-62d8-4a6b-a167-08b9a7c92e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1117821 Jul 20 19:31:51.028235 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e41e6588-f580-4915-a365-3e874bdef9f5 req-072c801d-e63f-4a28-b7f9-fccd7f3480d5 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199393 Jul 20 19:31:51.040095 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7dd5e666-dc49-4516-86b7-1000ac4e19fa req-98bf71f5-fe80-4fcb-8465-14bb36732b1d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2299368 Jul 20 19:31:51.134039 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-8d1fb663-9738-4bb5-a721-919110b84011 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35b5da22-b362-4b46-8e92-4a5d8c7ec405 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:31:51.145958 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-8d1fb663-9738-4bb5-a721-919110b84011 service neutron] Publish callbacks [] for port (35b5da22-b362-4b46-8e92-4a5d8c7ec405), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:51.166555 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31afa7-4d72-479c-89c4-3b95343273dc req-67fc0d51-1abb-444d-bab6-bcd51ea961cb tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:51.168225 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1b31afa7-4d72-479c-89c4-3b95343273dc req-67fc0d51-1abb-444d-bab6-bcd51ea961cb tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0707619 Jul 20 19:31:51.173546 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-8d1fb663-9738-4bb5-a721-919110b84011 service neutron] Transition to ACTIVE for port object 35b5da22-b362-4b46-8e92-4a5d8c7ec405 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:31:51.183096 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-8d1fb663-9738-4bb5-a721-919110b84011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (35b5da22-b362-4b46-8e92-4a5d8c7ec405), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:51.274819 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1fb663-9738-4bb5-a721-919110b84011 service neutron] Pushing event updated for resources: {'Port': ['ID=35b5da22-b362-4b46-8e92-4a5d8c7ec405,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:51.295381 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1b31afa7-4d72-479c-89c4-3b95343273dc req-dc455ec9-c66f-4dc3-89f5-58311af3de36 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1206024 Jul 20 19:31:51.355956 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-8d1fb663-9738-4bb5-a721-919110b84011 service neutron] Attempting to bind port 35b5da22-b362-4b46-8e92-4a5d8c7ec405 on host hv-cinder-85054 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:31:51.356452 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-8d1fb663-9738-4bb5-a721-919110b84011 service neutron] Attempting to bind port 35b5da22-b362-4b46-8e92-4a5d8c7ec405 by drivers openvswitch,hyperv on host hv-cinder-85054 at level 0 using segments [{'id': '54d5c45d-aa97-4ff0-8145-994022b0b986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:31:51.357407 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-8d1fb663-9738-4bb5-a721-919110b84011 service neutron] Attempting to bind port 35b5da22-b362-4b46-8e92-4a5d8c7ec405 on network 2deda7b4-dab0-4eb8-8cde-830d55ad6ecc {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:31:51.362732 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-8d1fb663-9738-4bb5-a721-919110b84011 service neutron] Port 35b5da22-b362-4b46-8e92-4a5d8c7ec405 on network 2deda7b4-dab0-4eb8-8cde-830d55ad6ecc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85054 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:31:51.363008 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-8d1fb663-9738-4bb5-a721-919110b84011 service neutron] Attempting to bind port 35b5da22-b362-4b46-8e92-4a5d8c7ec405 on network 2deda7b4-dab0-4eb8-8cde-830d55ad6ecc {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:31:51.369732 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-8d1fb663-9738-4bb5-a721-919110b84011 service neutron] Checking agent: {'id': 'e6883320-19dd-4a2d-8302-97f8dd23b041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85054', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'started_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 31, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:31:51.370217 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-8d1fb663-9738-4bb5-a721-919110b84011 service neutron] Checking segment: {'id': '54d5c45d-aa97-4ff0-8145-994022b0b986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:31:51.370985 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-8d1fb663-9738-4bb5-a721-919110b84011 service neutron] Bound using segment: {'id': '54d5c45d-aa97-4ff0-8145-994022b0b986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:31:51.371531 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-8d1fb663-9738-4bb5-a721-919110b84011 service neutron] Bound port: 35b5da22-b362-4b46-8e92-4a5d8c7ec405, host: hv-cinder-85054, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54d5c45d-aa97-4ff0-8145-994022b0b986', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 966, 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:31:51.372205 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-8d1fb663-9738-4bb5-a721-919110b84011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (35b5da22-b362-4b46-8e92-4a5d8c7ec405), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:51.375491 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:51.424956 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:51.469249 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-8d1fb663-9738-4bb5-a721-919110b84011 service neutron] For port 35b5da22-b362-4b46-8e92-4a5d8c7ec405, host hv-cinder-85054, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:31:51.472546 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-8d1fb663-9738-4bb5-a721-919110b84011 service neutron] For port 35b5da22-b362-4b46-8e92-4a5d8c7ec405, host hv-cinder-85054, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=35b5da22-b362-4b46-8e92-4a5d8c7ec405,segment=NetworkSegment(54d5c45d-aa97-4ff0-8145-994022b0b986),segment_id=54d5c45d-aa97-4ff0-8145-994022b0b986)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:31:51.479482 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-8d1fb663-9738-4bb5-a721-919110b84011 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (35b5da22-b362-4b46-8e92-4a5d8c7ec405), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:51.545028 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-76c71c22-5b94-4af9-80d5-a3ed376e67df req-f63350a4-c2d8-43f7-a9b7-fb94d1a41d69 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac8e4a2-4d14-4122-a963-6b8db3d39f3d HTTP/1.1" status: 200 len: 210 time: 0.0626314 Jul 20 19:31:51.559950 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-8d1fb663-9738-4bb5-a721-919110b84011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:51.560861 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-8d1fb663-9738-4bb5-a721-919110b84011 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:31:51.563981 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-8d1fb663-9738-4bb5-a721-919110b84011 service neutron] 10.222.0.96 "PUT /v2.0/ports/35b5da22-b362-4b46-8e92-4a5d8c7ec405 HTTP/1.1" status: 200 len: 1094 time: 1.2693789 Jul 20 19:31:51.566826 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e10053-0587-4935-910f-04bd301bdfbe', 'tag': '35b5da22-b362-4b46-8e92-4a5d8c7ec405'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:31:51.568894 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3de2268b-fc20-411d-9c93-7ec4b60a2075" -d '{"events": [{"name": "network-changed", "server_uuid": "82e10053-0587-4935-910f-04bd301bdfbe", "tag": "35b5da22-b362-4b46-8e92-4a5d8c7ec405"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:31:51.647540 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abad4685-c5cf-46cf-8004-4fe1af5443bb x-openstack-request-id: req-abad4685-c5cf-46cf-8004-4fe1af5443bb {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:31:51.647831 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e10053-0587-4935-910f-04bd301bdfbe", "tag": "35b5da22-b362-4b46-8e92-4a5d8c7ec405", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:31:51.648136 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-abad4685-c5cf-46cf-8004-4fe1af5443bb {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:31:51.648720 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-abad4685-c5cf-46cf-8004-4fe1af5443bb'] response: {'name': 'network-changed', 'server_uuid': '82e10053-0587-4935-910f-04bd301bdfbe', 'tag': '35b5da22-b362-4b46-8e92-4a5d8c7ec405', 'status': 'completed', 'code': 200} Jul 20 19:31:51.665675 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device b89d5bd5-4a69-49c7-ac4b-30e7fb240a41 no longer exists at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:31:51.710134 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:51.713878 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-99e2208d-c4fd-42d7-a2a1-84362d1a8b6b req-00641d4f-4662-46a8-9c2d-1bd795c1cab3 service neutron] 10.222.0.96 "GET /v2.0/networks/1e189f3c-62d8-4a6b-a167-08b9a7c92e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493025 Jul 20 19:31:51.715712 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1fb663-9738-4bb5-a721-919110b84011 service neutron] Pushing event updated for resources: {'Port': ['ID=35b5da22-b362-4b46-8e92-4a5d8c7ec405,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:31:51.731786 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] No Port match for: b89d5bd5-4a69-49c7-ac4b-30e7fb240a41 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:31:51.732621 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device b89d5bd5-4a69-49c7-ac4b-30e7fb240a41 not bound to the agent host hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:31:51.767226 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bc9d7-2f3a-4a61-9832-9ee48feee541 req-4670a7d3-5d7e-4d0f-8421-8024e34e4cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:51.774140 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bf9bc9d7-2f3a-4a61-9832-9ee48feee541 req-4670a7d3-5d7e-4d0f-8421-8024e34e4cd6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=1f233501-5abf-42f7-9923-d5c098fbf3c6 HTTP/1.1" status: 200 len: 912 time: 0.1735556 Jul 20 19:31:51.957059 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [req-4be5e037-4e76-48a0-a674-1ec49bf310a4 req-fc87f233-72c1-44e9-93c0-e7da98cf4ff4 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:31:51.958103 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4be5e037-4e76-48a0-a674-1ec49bf310a4 req-fc87f233-72c1-44e9-93c0-e7da98cf4ff4 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0055258 Jul 20 19:31:52.158179 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73305a81-5391-4a9d-baf6-cd00deb13a5b req-c55b6bed-c876-40b4-a5eb-7fbebc9b871e tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:52.159754 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-73305a81-5391-4a9d-baf6-cd00deb13a5b req-c55b6bed-c876-40b4-a5eb-7fbebc9b871e tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0846672 Jul 20 19:31:52.172277 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00229401-ab8f-45c4-8ce3-ab0954bf77dd req-32e59faa-c308-4cc6-9eb2-3c1f9d5050e3 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:52.173880 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-00229401-ab8f-45c4-8ce3-ab0954bf77dd req-32e59faa-c308-4cc6-9eb2-3c1f9d5050e3 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 946 time: 0.0641789 Jul 20 19:31:52.255422 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-73305a81-5391-4a9d-baf6-cd00deb13a5b req-8f9852ed-53c3-4168-ad2a-5a3468114186 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805714 Jul 20 19:31:52.262945 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-00229401-ab8f-45c4-8ce3-ab0954bf77dd req-cf6034ce-8fca-46d7-9709-ba5c7326ae8c tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800014 Jul 20 19:31:52.379234 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56439f06-7416-4f81-808f-5dd3e0cce0f7 req-54f4aeb2-16f7-4baf-902e-c16e4a7c9fc2 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:52.381001 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-56439f06-7416-4f81-808f-5dd3e0cce0f7 req-54f4aeb2-16f7-4baf-902e-c16e4a7c9fc2 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 944 time: 0.0526500 Jul 20 19:31:52.432429 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 39056) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:52.435352 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-56439f06-7416-4f81-808f-5dd3e0cce0f7 req-dbc56412-6a84-429c-90dc-054fb6da77fd tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484276 Jul 20 19:31:52.561353 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-4786e067-ffe7-4915-9f67-903c7d8ee28b req-8f0cda7f-13e8-4103-a4e5-4a353e519532 service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1277044 Jul 20 19:31:52.571748 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [req-4786e067-ffe7-4915-9f67-903c7d8ee28b req-424669c9-1ed1-45d5-9b45-d6a755104d24 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:31:52.572810 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-4786e067-ffe7-4915-9f67-903c7d8ee28b req-424669c9-1ed1-45d5-9b45-d6a755104d24 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0057952 Jul 20 19:31:52.573883 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-9a684922-b4d1-44fa-be8d-dfec8abf34b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:52.575499 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-9a684922-b4d1-44fa-be8d-dfec8abf34b1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9c025843a2de49d48c39b40f2261d3bf&device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 1128 time: 0.0618825 Jul 20 19:31:52.584331 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bf9bc9d7-2f3a-4a61-9832-9ee48feee541 req-91162670-401b-4af0-8226-017ef0a34326 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d840dfba-98a6-425f-b11b-365b0749db34 HTTP/1.1" status: 200 len: 1000 time: 0.0739110 Jul 20 19:31:52.655641 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 39068) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:31:52.665496 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a39906e8-73a4-48ea-b097-55d14920352b req-c818631c-f58c-4841-ad95-f824ab24f503 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac8e4a2-4d14-4122-a963-6b8db3d39f3d HTTP/1.1" status: 200 len: 210 time: 0.0306685 Jul 20 19:31:52.709700 dv-cinder-850548-1-iscsi neutron-server[104007]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 20 19:31:52.758694 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786e067-ffe7-4915-9f67-903c7d8ee28b req-f6e7cb79-9b10-40f4-bdde-93ca1c72cd71 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:52.760120 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-4786e067-ffe7-4915-9f67-903c7d8ee28b req-f6e7cb79-9b10-40f4-bdde-93ca1c72cd71 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports/8de6f1a3-1533-4778-946a-bfef39df578f HTTP/1.1" status: 200 len: 940 time: 0.1034760 Jul 20 19:31:53.125235 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-99387c6c-df23-4175-bab2-3d7bbb5086cf service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35b5da22-b362-4b46-8e92-4a5d8c7ec405 HTTP/1.1" status: 200 len: 217 time: 0.0367517 Jul 20 19:31:53.136084 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bc9d7-2f3a-4a61-9832-9ee48feee541 req-405b6d74-fafc-485f-9fc4-6be612fcb9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:53.137728 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bf9bc9d7-2f3a-4a61-9832-9ee48feee541 req-405b6d74-fafc-485f-9fc4-6be612fcb9f9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=08142ecb-a299-44b2-8261-d97f0c41a1df HTTP/1.1" status: 200 len: 850 time: 0.0497715 Jul 20 19:31:53.418302 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbcba017-0135-4bc0-91ed-4bee3f8c26c5 req-6e37e62e-c706-42e2-a8da-358be59b6b0a tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:53.419780 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bbcba017-0135-4bc0-91ed-4bee3f8c26c5 req-6e37e62e-c706-42e2-a8da-358be59b6b0a tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0835013 Jul 20 19:31:53.425741 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5cfa4e-8c93-40a4-9806-a50bd032b0a8 req-dfb4f639-5deb-4335-b517-53134945afdd tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:53.427140 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3f5cfa4e-8c93-40a4-9806-a50bd032b0a8 req-dfb4f639-5deb-4335-b517-53134945afdd tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 946 time: 0.0926309 Jul 20 19:31:53.503381 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bbcba017-0135-4bc0-91ed-4bee3f8c26c5 req-c9500fbf-8297-486b-afc0-42c3754710c4 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752809 Jul 20 19:31:53.506312 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3f5cfa4e-8c93-40a4-9806-a50bd032b0a8 req-584ae64d-b297-483c-9e52-e89710d4acf2 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720658 Jul 20 19:31:53.615663 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c5d873-45dd-4ff6-8121-55bb5295d1ce req-7b84f83f-d863-4dee-ab5a-d04568912156 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:53.617310 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-99c5d873-45dd-4ff6-8121-55bb5295d1ce req-7b84f83f-d863-4dee-ab5a-d04568912156 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 944 time: 0.0488482 Jul 20 19:31:53.638125 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 8de6f1a3-1533-4778-946a-bfef39df578f no longer exists at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:31:53.665531 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-99c5d873-45dd-4ff6-8121-55bb5295d1ce req-c7c6d8ed-9e50-4c6c-8e90-7c694a5f8047 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427072 Jul 20 19:31:53.718319 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 8de6f1a3-1533-4778-946a-bfef39df578f is: DOWN; New status is: DOWN {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:31:53.788278 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cff3ec69-db37-43c8-8fd0-3dde70942325 req-5c5ca4c9-0c29-484b-8740-fc74ed5964b1 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=2ac8e4a2-4d14-4122-a963-6b8db3d39f3d HTTP/1.1" status: 200 len: 210 time: 0.0319901 Jul 20 19:31:53.879045 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b200502-8272-4696-8b78-3aa8113d4f62 req-1da4f789-5bd5-4f68-b5b7-d1409f09c197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:53.880471 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9b200502-8272-4696-8b78-3aa8113d4f62 req-1da4f789-5bd5-4f68-b5b7-d1409f09c197 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=91e1220a765f41e88d4e3480b9a7a687&device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 1168 time: 0.0471158 Jul 20 19:31:54.124257 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:54.129662 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:54.178062 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9bc9d7-2f3a-4a61-9832-9ee48feee541 req-3f104352-3d89-46ce-a98d-c8b7b6116ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:54.180735 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bf9bc9d7-2f3a-4a61-9832-9ee48feee541 req-3f104352-3d89-46ce-a98d-c8b7b6116ea4 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1f233501-5abf-42f7-9923-d5c098fbf3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1371286 Jul 20 19:31:54.277558 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b200502-8272-4696-8b78-3aa8113d4f62 req-9976b3bb-4c3f-41f6-a80f-03f31077cd75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:54.279660 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9b200502-8272-4696-8b78-3aa8113d4f62 req-9976b3bb-4c3f-41f6-a80f-03f31077cd75 service neutron] 10.222.0.96 "GET /v2.0/networks?id=1e189f3c-62d8-4a6b-a167-08b9a7c92e37 HTTP/1.1" status: 200 len: 915 time: 0.2240107 Jul 20 19:31:54.362972 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bf9bc9d7-2f3a-4a61-9832-9ee48feee541 req-6d43f266-f4b0-4f34-994b-f6605594f380 service neutron] 10.222.0.96 "GET /v2.0/networks/1f233501-5abf-42f7-9923-d5c098fbf3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709793 Jul 20 19:31:54.369254 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9b200502-8272-4696-8b78-3aa8113d4f62 req-70fdeb95-aec3-47a5-b1f8-6e06646fa37d service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53beb0fe-5f2d-480b-8bef-611c76c92caf HTTP/1.1" status: 200 len: 1001 time: 0.0792229 Jul 20 19:31:54.386465 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-455fd25e-302f-47de-b1e3-79ac3cc0b8ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:54.387994 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-455fd25e-302f-47de-b1e3-79ac3cc0b8ac service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d0032299-b9fa-48f2-97fd-620bc1f7e167 HTTP/1.1" status: 200 len: 857 time: 0.3380864 Jul 20 19:31:54.460440 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-f275ff45-c0b6-4b0b-a8ea-0eaecb0e6cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:54.463341 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-f275ff45-c0b6-4b0b-a8ea-0eaecb0e6cb2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491929 Jul 20 19:31:54.556073 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b200502-8272-4696-8b78-3aa8113d4f62 req-de4ed8e2-b963-457c-8486-217d22690de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:54.557763 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9b200502-8272-4696-8b78-3aa8113d4f62 req-de4ed8e2-b963-457c-8486-217d22690de7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=862e9adf-bfc6-4261-9460-41a6c56342df HTTP/1.1" status: 200 len: 853 time: 0.1415091 Jul 20 19:31:54.622614 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bf9bc9d7-2f3a-4a61-9832-9ee48feee541 req-32676091-e715-42b2-80d8-1f78f9d3e58a service neutron] 10.222.0.96 "GET /v2.0/networks/1f233501-5abf-42f7-9923-d5c098fbf3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2075338 Jul 20 19:31:54.628917 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b200502-8272-4696-8b78-3aa8113d4f62 req-707bbcad-803e-41aa-9dfe-d9e02e4f4a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:54.631552 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9b200502-8272-4696-8b78-3aa8113d4f62 req-707bbcad-803e-41aa-9dfe-d9e02e4f4a51 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1e189f3c-62d8-4a6b-a167-08b9a7c92e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0582771 Jul 20 19:31:54.644767 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-795f11d2-feb1-4087-abf1-ee74079ea4fc service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663156 Jul 20 19:31:54.753045 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fab18fa-3fd1-4c28-b7d1-9cb82474dd61 req-24bf079b-1149-496d-8bca-23c15218e2ab tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:54.754513 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8fab18fa-3fd1-4c28-b7d1-9cb82474dd61 req-24bf079b-1149-496d-8bca-23c15218e2ab tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.1005645 Jul 20 19:31:54.841471 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100b5e55-3098-42a2-8ee1-8fb90719991a req-22587621-d5b8-4d49-b1bc-0430a69ce585 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:54.842920 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-100b5e55-3098-42a2-8ee1-8fb90719991a req-22587621-d5b8-4d49-b1bc-0430a69ce585 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 946 time: 0.1108272 Jul 20 19:31:54.893588 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9b200502-8272-4696-8b78-3aa8113d4f62 req-2dbf7f20-3db3-469a-a6df-ed93405e8a9d service neutron] 10.222.0.96 "GET /v2.0/networks/1e189f3c-62d8-4a6b-a167-08b9a7c92e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2235043 Jul 20 19:31:54.898673 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8fab18fa-3fd1-4c28-b7d1-9cb82474dd61 req-916d5315-df94-4b8e-a012-ee6ac3fe13f2 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1041527 Jul 20 19:31:54.930207 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-100b5e55-3098-42a2-8ee1-8fb90719991a req-5526c2a7-7291-42b2-8308-6e96380f4ab4 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771472 Jul 20 19:31:55.037816 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d773f055-e5c8-4eb5-8d01-1d6be18739b2 req-80057c71-8f54-4f77-95b1-fb4bff07cfa1 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:55.045983 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d773f055-e5c8-4eb5-8d01-1d6be18739b2 req-80057c71-8f54-4f77-95b1-fb4bff07cfa1 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 944 time: 0.0569084 Jul 20 19:31:55.094403 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d773f055-e5c8-4eb5-8d01-1d6be18739b2 req-d79df173-9886-4e17-b82d-c4b8f7f0a71d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487387 Jul 20 19:31:55.435968 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:55.440615 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:56.068138 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e025e6e5-7c5b-472b-8136-5d867e717a96 req-643f75f2-043d-4968-9ce7-e59afc5a099d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:56.069736 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e025e6e5-7c5b-472b-8136-5d867e717a96 req-643f75f2-043d-4968-9ce7-e59afc5a099d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0876100 Jul 20 19:31:56.090391 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0148d4-8956-4685-98fb-8a0c273c65e8 req-3c165a5e-4e84-49ca-9da5-a56a14648863 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:56.091800 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3d0148d4-8956-4685-98fb-8a0c273c65e8 req-3c165a5e-4e84-49ca-9da5-a56a14648863 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 946 time: 0.0721669 Jul 20 19:31:56.156107 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e025e6e5-7c5b-472b-8136-5d867e717a96 req-ee58624b-a035-4dc5-82d3-c06320f60e9b tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805218 Jul 20 19:31:56.164594 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:56.170362 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3d0148d4-8956-4685-98fb-8a0c273c65e8 req-88cf7334-e575-454b-83c1-885f15f96240 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710559 Jul 20 19:31:56.283815 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c1924b-01f9-4221-8110-49b53a557213 req-dec6de06-aab9-4a9e-b3f0-ad0857d77221 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:56.285308 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-62c1924b-01f9-4221-8110-49b53a557213 req-dec6de06-aab9-4a9e-b3f0-ad0857d77221 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 944 time: 0.0503440 Jul 20 19:31:56.322146 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:31:56.333888 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-62c1924b-01f9-4221-8110-49b53a557213 req-7574cd55-54ae-4b8d-8481-5b1eea39c0e8 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421803 Jul 20 19:31:57.310628 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40c8df5-e82c-4aed-9e56-6d11755367cc req-a2466483-8a16-4aee-8a52-fffa2374557f tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:57.312072 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d40c8df5-e82c-4aed-9e56-6d11755367cc req-a2466483-8a16-4aee-8a52-fffa2374557f tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0796762 Jul 20 19:31:57.340023 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e27c2d-9484-434f-a605-93d899af18e1 req-5fdf1137-20f4-45db-88f0-69d5d0d54ab8 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:57.341458 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-28e27c2d-9484-434f-a605-93d899af18e1 req-5fdf1137-20f4-45db-88f0-69d5d0d54ab8 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 946 time: 0.0805357 Jul 20 19:31:57.388308 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d40c8df5-e82c-4aed-9e56-6d11755367cc req-4645400a-fabe-4892-99e2-375b23aee47a tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702734 Jul 20 19:31:57.410024 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-28e27c2d-9484-434f-a605-93d899af18e1 req-519fb396-c812-4470-b1b7-d33fcf3ab482 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617330 Jul 20 19:31:57.497386 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493fee46-3370-4bda-a149-942ce8ad8750 req-ee7569b4-8dbc-4cce-98ec-798de05f673a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:57.498775 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-493fee46-3370-4bda-a149-942ce8ad8750 req-ee7569b4-8dbc-4cce-98ec-798de05f673a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 944 time: 0.0503731 Jul 20 19:31:57.568410 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-493fee46-3370-4bda-a149-942ce8ad8750 req-fa9c60f1-ee06-496e-b8e7-7fe36f5c3db5 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636196 Jul 20 19:31:58.543561 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ddc8be-73a7-4fbf-9a13-9bd3772b0b9a req-7e72ae96-39b2-4442-a972-097293f76893 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:58.546839 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-08ddc8be-73a7-4fbf-9a13-9bd3772b0b9a req-7e72ae96-39b2-4442-a972-097293f76893 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0802000 Jul 20 19:31:58.567147 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03f3c99-eff0-4fa6-88e4-c03a89cb3b55 req-672a9fa1-ec8e-4712-8e39-09357c5bb5d4 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:58.568574 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b03f3c99-eff0-4fa6-88e4-c03a89cb3b55 req-672a9fa1-ec8e-4712-8e39-09357c5bb5d4 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 946 time: 0.0704746 Jul 20 19:31:58.630125 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-08ddc8be-73a7-4fbf-9a13-9bd3772b0b9a req-67892d52-fc12-4e07-8a03-b901f6d44972 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779097 Jul 20 19:31:58.642403 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b03f3c99-eff0-4fa6-88e4-c03a89cb3b55 req-0939034e-859b-4c91-84d3-93ab4733bbd6 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666037 Jul 20 19:31:58.742498 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52eda88-8fe7-4e21-80eb-805816a44792 req-1fa34674-b2fd-4435-97b9-2a9a8b7d9a8d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:31:58.743941 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f52eda88-8fe7-4e21-80eb-805816a44792 req-1fa34674-b2fd-4435-97b9-2a9a8b7d9a8d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 944 time: 0.0521038 Jul 20 19:31:58.791034 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f52eda88-8fe7-4e21-80eb-805816a44792 req-8b4243d2-0168-4370-925f-6906cf5de3b9 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415263 Jul 20 19:31:59.306336 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6ada4466-223e-438d-b565-b00b2c4f1535 req-4f8e824c-0ca4-4d37-b7fb-0843cdc9f8eb service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935113 Jul 20 19:31:59.327463 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9b200502-8272-4696-8b78-3aa8113d4f62 req-56d54e4a-ab7b-4dab-b8e6-1d053abba255 service neutron] 10.222.0.96 "GET /v2.0/networks/1e189f3c-62d8-4a6b-a167-08b9a7c92e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044784 Jul 20 19:32:00.004466 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f322d311-8e6a-424a-9802-6e69f774a550 req-0fb0abd9-fab5-4187-8d60-6d3c53488324 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:00.005879 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f322d311-8e6a-424a-9802-6e69f774a550 req-0fb0abd9-fab5-4187-8d60-6d3c53488324 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.2937782 Jul 20 19:32:00.011994 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34f44ff-b219-4c71-aa5b-2c9b05b2e06b req-467f2d4b-8a95-449a-9acd-5629f43fcea7 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:00.013358 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d34f44ff-b219-4c71-aa5b-2c9b05b2e06b req-467f2d4b-8a95-449a-9acd-5629f43fcea7 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 946 time: 0.2909303 Jul 20 19:32:00.086888 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f322d311-8e6a-424a-9802-6e69f774a550 req-225744c0-c277-4ef7-983b-b2636e3a6a50 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725925 Jul 20 19:32:00.090967 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d34f44ff-b219-4c71-aa5b-2c9b05b2e06b req-1725d295-ddb1-4585-bd7f-e9bccd8f2809 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700152 Jul 20 19:32:00.194876 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2394b7-53d8-4aa3-ac88-cd558e0bfe8b req-ed5d3729-cde1-4694-b89f-100912935f08 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:00.196322 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3e2394b7-53d8-4aa3-ac88-cd558e0bfe8b req-ed5d3729-cde1-4694-b89f-100912935f08 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 944 time: 0.0470252 Jul 20 19:32:00.245389 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3e2394b7-53d8-4aa3-ac88-cd558e0bfe8b req-73352043-1f2f-4b3d-8d36-c4fbbf5b8475 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436587 Jul 20 19:32:01.175758 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:01.224152 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:01.246151 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b880db42-e2da-426e-91f6-a38d6d93369c req-3dda87e3-37fb-4267-a28f-6c294d048841 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:01.247648 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b880db42-e2da-426e-91f6-a38d6d93369c req-3dda87e3-37fb-4267-a28f-6c294d048841 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0843220 Jul 20 19:32:01.264721 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4ebe2-c13a-4c2f-805a-f40990570fb2 req-efa7eb8f-0ffc-485b-9882-ac73d884afa6 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:01.266191 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-acf4ebe2-c13a-4c2f-805a-f40990570fb2 req-efa7eb8f-0ffc-485b-9882-ac73d884afa6 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 946 time: 0.0913506 Jul 20 19:32:01.372196 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b880db42-e2da-426e-91f6-a38d6d93369c req-e9439d1c-0787-4f22-8c8f-eb96fe08db03 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1173003 Jul 20 19:32:01.377901 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-acf4ebe2-c13a-4c2f-805a-f40990570fb2 req-35dc28b8-713d-4807-9bb0-b481e5e1f688 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050599 Jul 20 19:32:01.398037 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2268b-fc20-411d-9c93-7ec4b60a2075 req-ed75093c-fee8-4844-8541-04c56b850330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:01.398037 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3de2268b-fc20-411d-9c93-7ec4b60a2075 req-ed75093c-fee8-4844-8541-04c56b850330 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9c025843a2de49d48c39b40f2261d3bf&device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 1128 time: 0.0683773 Jul 20 19:32:01.434845 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db4c54d-01f5-4f94-8b79-39ab412e4aae req-798354a3-8b9b-4815-b532-939f84cde1d0 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:01.436588 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-1db4c54d-01f5-4f94-8b79-39ab412e4aae req-798354a3-8b9b-4815-b532-939f84cde1d0 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.96 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 946 time: 0.0739274 Jul 20 19:32:01.536558 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334fb79-b875-47d6-9b45-dd739c09f9d3 req-81dd66af-416b-4480-81b4-6c90c36815f3 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:01.536790 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-1db4c54d-01f5-4f94-8b79-39ab412e4aae req-95e28899-e7a2-4055-8c30-ffbf02274751 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Deleting port 52963855-f3fe-4c5a-a944-71fa5b928567 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:32:01.537050 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-1db4c54d-01f5-4f94-8b79-39ab412e4aae req-95e28899-e7a2-4055-8c30-ffbf02274751 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (52963855-f3fe-4c5a-a944-71fa5b928567), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:01.538071 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1334fb79-b875-47d6-9b45-dd739c09f9d3 req-81dd66af-416b-4480-81b4-6c90c36815f3 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 944 time: 0.0673416 Jul 20 19:32:01.568940 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2268b-fc20-411d-9c93-7ec4b60a2075 req-dcd72ad5-d0ec-4de5-96f1-93beac3c8efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:01.568940 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3de2268b-fc20-411d-9c93-7ec4b60a2075 req-dcd72ad5-d0ec-4de5-96f1-93beac3c8efe service neutron] 10.222.0.96 "GET /v2.0/networks?id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc HTTP/1.1" status: 200 len: 919 time: 0.1653497 Jul 20 19:32:01.607221 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1334fb79-b875-47d6-9b45-dd739c09f9d3 req-58aa1983-61d2-4437-9321-0a355a633bdb tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588832 Jul 20 19:32:01.654906 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-1db4c54d-01f5-4f94-8b79-39ab412e4aae req-95e28899-e7a2-4055-8c30-ffbf02274751 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] For port 52963855-f3fe-4c5a-a944-71fa5b928567, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=52963855-f3fe-4c5a-a944-71fa5b928567,segment=NetworkSegment(580f0bca-e144-4183-bb8e-0071b3251b2f),segment_id=580f0bca-e144-4183-bb8e-0071b3251b2f)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:32:01.655423 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-1db4c54d-01f5-4f94-8b79-39ab412e4aae req-95e28899-e7a2-4055-8c30-ffbf02274751 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (52963855-f3fe-4c5a-a944-71fa5b928567), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:01.677133 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-1db4c54d-01f5-4f94-8b79-39ab412e4aae req-95e28899-e7a2-4055-8c30-ffbf02274751 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Calling delete_port for 52963855-f3fe-4c5a-a944-71fa5b928567 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:32:01.761487 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:01.829874 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-1db4c54d-01f5-4f94-8b79-39ab412e4aae req-95e28899-e7a2-4055-8c30-ffbf02274751 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (52963855-f3fe-4c5a-a944-71fa5b928567), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:01.857232 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e28899-e7a2-4055-8c30-ffbf02274751 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Pushing event deleted for resources: {'Port': ['ID=52963855-f3fe-4c5a-a944-71fa5b928567,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:01.865779 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:01.898722 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3de2268b-fc20-411d-9c93-7ec4b60a2075 req-803fc93c-8a45-4863-90c7-f5d7db0766ca service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35b5da22-b362-4b46-8e92-4a5d8c7ec405 HTTP/1.1" status: 200 len: 217 time: 0.0411777 Jul 20 19:32:01.909335 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-1db4c54d-01f5-4f94-8b79-39ab412e4aae req-95e28899-e7a2-4055-8c30-ffbf02274751 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] No DVR routers for this DVR port 52963855-f3fe-4c5a-a944-71fa5b928567 on host hv-cinder-85054 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:32:01.912096 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-1db4c54d-01f5-4f94-8b79-39ab412e4aae req-95e28899-e7a2-4055-8c30-ffbf02274751 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:01.916337 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-1db4c54d-01f5-4f94-8b79-39ab412e4aae req-95e28899-e7a2-4055-8c30-ffbf02274751 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.96 "DELETE /v2.0/ports/52963855-f3fe-4c5a-a944-71fa5b928567 HTTP/1.1" status: 204 len: 173 time: 0.4690006 Jul 20 19:32:01.916768 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d7a9601-831b-4e12-b7ec-09d6fd8c670e', 'name': 'network-vif-deleted', 'tag': '52963855-f3fe-4c5a-a944-71fa5b928567'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:32:01.919016 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9cd79ebd3f805e6a7478220ee26c4e1921248cfe9318229c3fb3c09e22ed3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c256b05-e080-4d08-ac8c-76ffc4f245de" -d '{"events": [{"server_uuid": "7d7a9601-831b-4e12-b7ec-09d6fd8c670e", "name": "network-vif-deleted", "tag": "52963855-f3fe-4c5a-a944-71fa5b928567"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:32:01.952586 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0b04adf-9726-44fc-8bea-a10cbadea678 x-openstack-request-id: req-c0b04adf-9726-44fc-8bea-a10cbadea678 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:32:01.952898 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d7a9601-831b-4e12-b7ec-09d6fd8c670e", "name": "network-vif-deleted", "tag": "52963855-f3fe-4c5a-a944-71fa5b928567", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:32:01.953145 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c0b04adf-9726-44fc-8bea-a10cbadea678 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:32:01.953547 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c0b04adf-9726-44fc-8bea-a10cbadea678'] response: {'server_uuid': '7d7a9601-831b-4e12-b7ec-09d6fd8c670e', 'name': 'network-vif-deleted', 'tag': '52963855-f3fe-4c5a-a944-71fa5b928567', 'status': 'completed', 'code': 200} Jul 20 19:32:02.047449 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786e067-ffe7-4915-9f67-903c7d8ee28b req-1b93bf15-e9ea-424a-aca9-9b01f88b8a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:02.048970 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4786e067-ffe7-4915-9f67-903c7d8ee28b req-1b93bf15-e9ea-424a-aca9-9b01f88b8a8f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb&tenant_id=ca9f11498f9d4245910281ac3bd55470 HTTP/1.1" status: 200 len: 1127 time: 0.0766935 Jul 20 19:32:02.478449 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6b3002a3-9ffb-4882-b27e-7e601a3d3aa8 req-01a10920-98a0-41da-bd87-ffb0967af1e3 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0279083 Jul 20 19:32:02.527128 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf3e856c-5f4f-495f-837e-c3102e3335e6 req-f35de2d5-6334-4411-9a3b-933980cb7d41 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:02.528576 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cf3e856c-5f4f-495f-837e-c3102e3335e6 req-f35de2d5-6334-4411-9a3b-933980cb7d41 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0492735 Jul 20 19:32:02.576470 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cf3e856c-5f4f-495f-837e-c3102e3335e6 req-f6627db5-f327-430d-a185-00e9e0d5be80 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421691 Jul 20 19:32:02.728841 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4dc0e2-1ec4-4f51-8043-c0e210754646 req-287bf5e7-8dd3-4717-9ff1-0db39a861ee9 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:02.730321 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4b4dc0e2-1ec4-4f51-8043-c0e210754646 req-287bf5e7-8dd3-4717-9ff1-0db39a861ee9 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 944 time: 0.0534918 Jul 20 19:32:02.781227 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4b4dc0e2-1ec4-4f51-8043-c0e210754646 req-a61fad5a-6b32-4489-8963-bef0b523730b tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452888 Jul 20 19:32:03.577324 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4e2681ed-11b1-4bba-8af9-3e75e900edae req-f9278387-bdf4-4d9c-825e-e2c6f5d976be tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0284488 Jul 20 19:32:03.696674 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88191ef2-c883-42cc-970f-8eedd2ea5da6 req-b8ecd82c-a83f-4927-a061-129132b09b13 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:03.698176 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-88191ef2-c883-42cc-970f-8eedd2ea5da6 req-b8ecd82c-a83f-4927-a061-129132b09b13 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0475414 Jul 20 19:32:03.711490 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=27,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:03.716574 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:03.751010 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-88191ef2-c883-42cc-970f-8eedd2ea5da6 req-3ed66c38-8dcf-4e52-b715-6031bbf6a889 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472817 Jul 20 19:32:03.901628 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72664b8d-2856-4a83-af7a-a126dc99f375 req-d5dfaa79-a7da-42ac-8a36-57d6374f68db tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:03.903088 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-72664b8d-2856-4a83-af7a-a126dc99f375 req-d5dfaa79-a7da-42ac-8a36-57d6374f68db tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 944 time: 0.0484591 Jul 20 19:32:03.951494 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-72664b8d-2856-4a83-af7a-a126dc99f375 req-75528a15-3e2f-4095-8153-785bae8b106b tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426002 Jul 20 19:32:04.676646 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b0218006-10bd-48b1-b2f4-f9172c2e5a40 req-ccebcb0c-cad4-486d-a100-7aff3c59c538 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0290670 Jul 20 19:32:04.873233 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2701451a-4107-49cd-ad81-e7a67631bf7b req-0ffcc7f6-c677-4bd9-a1a2-f9b92523712c tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:04.874707 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2701451a-4107-49cd-ad81-e7a67631bf7b req-0ffcc7f6-c677-4bd9-a1a2-f9b92523712c tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0491753 Jul 20 19:32:04.925712 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2701451a-4107-49cd-ad81-e7a67631bf7b req-97a3001c-8298-41d0-a09e-498fa5b83419 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454628 Jul 20 19:32:04.945907 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 35b5da22-b362-4b46-8e92-4a5d8c7ec405 details requested by agent hyperv_hv-cinder-85054 with host hv-cinder-85054 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:32:04.957226 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 52963855-f3fe-4c5a-a944-71fa5b928567 no longer exists at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:32:04.980817 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] No Port match for: 52963855-f3fe-4c5a-a944-71fa5b928567 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:32:04.981198 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 52963855-f3fe-4c5a-a944-71fa5b928567 not bound to the agent host hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:32:05.079157 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 35b5da22-b362-4b46-8e92-4a5d8c7ec405, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=35b5da22-b362-4b46-8e92-4a5d8c7ec405,segment=NetworkSegment(54d5c45d-aa97-4ff0-8145-994022b0b986),segment_id=54d5c45d-aa97-4ff0-8145-994022b0b986)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:32:05.092363 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Returning: {'device': '35b5da22-b362-4b46-8e92-4a5d8c7ec405', 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc', 'port_id': '35b5da22-b362-4b46-8e92-4a5d8c7ec405', 'mac_address': 'fa:16:3e:ff:3f:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 966, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0032299-b9fa-48f2-97fd-620bc1f7e167', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:32:05.103245 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:05.107049 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2268b-fc20-411d-9c93-7ec4b60a2075 req-8c8e633e-e706-44a9-a129-269e79e49622 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:05.108436 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3de2268b-fc20-411d-9c93-7ec4b60a2075 req-8c8e633e-e706-44a9-a129-269e79e49622 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d0032299-b9fa-48f2-97fd-620bc1f7e167 HTTP/1.1" status: 200 len: 857 time: 0.0873702 Jul 20 19:32:05.115216 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46051d3d-8dc6-476e-8d1b-946998f41361 req-dcaf9b79-087c-45b3-9922-4b9b66e38f46 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:05.116591 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-46051d3d-8dc6-476e-8d1b-946998f41361 req-dcaf9b79-087c-45b3-9922-4b9b66e38f46 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 944 time: 0.0640788 Jul 20 19:32:05.133538 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 35b5da22-b362-4b46-8e92-4a5d8c7ec405 is: DOWN; New status is: BUILD {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:32:05.133945 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (35b5da22-b362-4b46-8e92-4a5d8c7ec405), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:05.149283 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35b5da22-b362-4b46-8e92-4a5d8c7ec405 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:32:05.177773 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 35b5da22-b362-4b46-8e92-4a5d8c7ec405, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=35b5da22-b362-4b46-8e92-4a5d8c7ec405,segment=NetworkSegment(54d5c45d-aa97-4ff0-8145-994022b0b986),segment_id=54d5c45d-aa97-4ff0-8145-994022b0b986)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:32:05.183495 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (35b5da22-b362-4b46-8e92-4a5d8c7ec405), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:05.185138 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:05.244446 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de2268b-fc20-411d-9c93-7ec4b60a2075 req-407516c1-b8d7-4710-a76f-d309aea83971 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:05.246044 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3de2268b-fc20-411d-9c93-7ec4b60a2075 req-407516c1-b8d7-4710-a76f-d309aea83971 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1065943 Jul 20 19:32:05.253737 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-46051d3d-8dc6-476e-8d1b-946998f41361 req-23335858-616d-430a-80c9-1d1107617682 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309152 Jul 20 19:32:05.256107 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786e067-ffe7-4915-9f67-903c7d8ee28b req-bb733655-144b-4762-b7fe-df4ebb579ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:05.259512 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4786e067-ffe7-4915-9f67-903c7d8ee28b req-bb733655-144b-4762-b7fe-df4ebb579ccb service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca9f11498f9d4245910281ac3bd55470&device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 1127 time: 0.1095004 Jul 20 19:32:05.269254 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=35b5da22-b362-4b46-8e92-4a5d8c7ec405,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:05.277946 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:05.278327 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:05.278699 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:05.279066 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:05.279434 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:05.279784 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:05.280118 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:05.280450 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:05.280778 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:05.281138 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:05.281469 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:05.281801 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:05.282137 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:05.282461 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:05.282782 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:32:05.431151 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3de2268b-fc20-411d-9c93-7ec4b60a2075 req-a989de4f-6ccc-420d-b583-e451121839ae service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1702607 Jul 20 19:32:05.432437 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786e067-ffe7-4915-9f67-903c7d8ee28b req-94824cf1-39d3-4111-8eed-d57ea1bc73d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:05.433787 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4786e067-ffe7-4915-9f67-903c7d8ee28b req-94824cf1-39d3-4111-8eed-d57ea1bc73d4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c252680c-c029-4238-80e1-835b5a8591d8 HTTP/1.1" status: 200 len: 918 time: 0.1632276 Jul 20 19:32:05.686837 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['35b5da22-b362-4b46-8e92-4a5d8c7ec405'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:32:05.805040 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2ac91fde-315b-4fe2-87a6-6890587a7ea7 req-a1a534f6-d258-4961-a35b-fd5409c6b1ee tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=7d7a9601-831b-4e12-b7ec-09d6fd8c670e HTTP/1.1" status: 200 len: 210 time: 0.0483713 Jul 20 19:32:05.922721 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4786e067-ffe7-4915-9f67-903c7d8ee28b req-084e124b-eceb-4d67-a606-87af363f163c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8de6f1a3-1533-4778-946a-bfef39df578f HTTP/1.1" status: 200 len: 999 time: 0.1384094 Jul 20 19:32:05.940832 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3de2268b-fc20-411d-9c93-7ec4b60a2075 req-8903a713-450f-460d-93b7-56fd0c7a23dc service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551096 Jul 20 19:32:06.096829 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72365bce-4118-4f5e-b459-9291743a52fc req-b45e65b1-0275-4921-af54-078ad5e3fcdf tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:06.099035 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-72365bce-4118-4f5e-b459-9291743a52fc req-b45e65b1-0275-4921-af54-078ad5e3fcdf tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0809491 Jul 20 19:32:06.200633 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 39272) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:32:06.214556 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-72365bce-4118-4f5e-b459-9291743a52fc req-b924c490-8d07-4ac5-ae7f-0b5b74e270c1 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043072 Jul 20 19:32:06.222056 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-34a2fa87-ed73-4d1f-bfb7-164df25ae372 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:06.223500 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-34a2fa87-ed73-4d1f-bfb7-164df25ae372 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/networks?id=6e06d9a4-c3cc-4d57-9431-dcfeac509b05 HTTP/1.1" status: 200 len: 814 time: 0.1620128 Jul 20 19:32:06.240802 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-487f648d-59f8-4d59-b71f-9c0a889299b6 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/quotas/2aa8c8dd804b46ca8996788a32b8383e HTTP/1.1" status: 200 len: 375 time: 0.0101728 Jul 20 19:32:06.309159 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-042c09b2-c8f7-40e8-850a-e1088ddf998a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=2aa8c8dd804b46ca8996788a32b8383e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0534136 Jul 20 19:32:06.343523 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786e067-ffe7-4915-9f67-903c7d8ee28b req-0421e313-4b22-4ab2-a0ae-920820040e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:06.344943 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4786e067-ffe7-4915-9f67-903c7d8ee28b req-0421e313-4b22-4ab2-a0ae-920820040e5c service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5a397f0b-3686-46fe-bb9f-edf6643027d1 HTTP/1.1" status: 200 len: 856 time: 0.1019480 Jul 20 19:32:06.350592 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82ff3aad-6fb6-41e1-850d-cfc77af13373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:06.445370 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82ff3aad-6fb6-41e1-850d-cfc77af13373 admin admin] Publish callbacks [] for security_group (e0801b12-629c-4a84-8618-56c907a442fe), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:06.449941 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82ff3aad-6fb6-41e1-850d-cfc77af13373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (e0801b12-629c-4a84-8618-56c907a442fe), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:06.464841 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f92d74d-fe3f-4c8c-af8e-038aaa295cac req-ba164989-fd3a-4f22-a1b2-45c2a6bfb1c1 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:06.466421 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0f92d74d-fe3f-4c8c-af8e-038aaa295cac req-ba164989-fd3a-4f22-a1b2-45c2a6bfb1c1 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 945 time: 0.1248989 Jul 20 19:32:06.474008 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4786e067-ffe7-4915-9f67-903c7d8ee28b req-76ab37eb-9299-4872-ad0b-979ba5dd7e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:06.475501 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4786e067-ffe7-4915-9f67-903c7d8ee28b req-76ab37eb-9299-4872-ad0b-979ba5dd7e7c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c252680c-c029-4238-80e1-835b5a8591d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1118026 Jul 20 19:32:06.492058 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ff3aad-6fb6-41e1-850d-cfc77af13373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0801b12-629c-4a84-8618-56c907a442fe,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:06.499098 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-82ff3aad-6fb6-41e1-850d-cfc77af13373 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=0df7a37fa7594d20a4dbb2fe749f407f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2947373 Jul 20 19:32:06.499347 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 39280) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:32:06.542129 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:06.555743 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6cf6e120-37d1-4ad8-b5f6-596b56a69e61 admin admin] Publish callbacks [] for security_group (e0801b12-629c-4a84-8618-56c907a442fe), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:06.575450 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-1052f35f-bf95-4ffd-a40d-b68dd52c1c26 service neutron] 10.222.0.79 "GET /v2.0/networks/6e06d9a4-c3cc-4d57-9431-dcfeac509b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568274 Jul 20 19:32:06.581649 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6cf6e120-37d1-4ad8-b5f6-596b56a69e61 admin admin] Publish callbacks [] for security_group (e0801b12-629c-4a84-8618-56c907a442fe), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:06.613494 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:06.628402 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0f92d74d-fe3f-4c8c-af8e-038aaa295cac req-f71cb1cd-2d93-4f41-ad7b-239e98d0cd4e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501400 Jul 20 19:32:06.637015 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6cf6e120-37d1-4ad8-b5f6-596b56a69e61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (e0801b12-629c-4a84-8618-56c907a442fe), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:06.640121 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6cf6e120-37d1-4ad8-b5f6-596b56a69e61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:06.641368 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-6cf6e120-37d1-4ad8-b5f6-596b56a69e61 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e0801b12-629c-4a84-8618-56c907a442fe HTTP/1.1" status: 204 len: 168 time: 0.1411486 Jul 20 19:32:06.651698 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf6e120-37d1-4ad8-b5f6-596b56a69e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0801b12-629c-4a84-8618-56c907a442fe,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:06.685452 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4786e067-ffe7-4915-9f67-903c7d8ee28b req-e3be2f45-698b-4643-a68b-6c97246a7b47 service neutron] 10.222.0.96 "GET /v2.0/networks/c252680c-c029-4238-80e1-835b5a8591d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1997142 Jul 20 19:32:06.764968 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 35b5da22-b362-4b46-8e92-4a5d8c7ec405 up at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:32:06.774907 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-46d66e1c-3b00-4b21-ab3c-20c0835248bf service neutron] 10.222.0.79 "GET /v2.0/networks/6e06d9a4-c3cc-4d57-9431-dcfeac509b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1905766 Jul 20 19:32:06.812555 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4786e067-ffe7-4915-9f67-903c7d8ee28b req-95518224-8b87-4d83-8a16-dd049800cf32 service neutron] 10.222.0.96 "GET /v2.0/networks/c252680c-c029-4238-80e1-835b5a8591d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183977 Jul 20 19:32:06.838554 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning for port 35b5da22-b362-4b46-8e92-4a5d8c7ec405 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:32:06.845809 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning complete for port 35b5da22-b362-4b46-8e92-4a5d8c7ec405 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:32:06.846249 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (35b5da22-b362-4b46-8e92-4a5d8c7ec405), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:06.984692 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 35b5da22-b362-4b46-8e92-4a5d8c7ec405 is: BUILD; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:32:06.985126 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (35b5da22-b362-4b46-8e92-4a5d8c7ec405), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:07.013264 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e10053-0587-4935-910f-04bd301bdfbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b5da22-b362-4b46-8e92-4a5d8c7ec405'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:32:07.015548 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54be3755-de65-413d-b81e-88b381c51b61" -d '{"events": [{"server_uuid": "82e10053-0587-4935-910f-04bd301bdfbe", "name": "network-vif-plugged", "status": "completed", "tag": "35b5da22-b362-4b46-8e92-4a5d8c7ec405"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:32:07.031324 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c2283eaa-9940-4f89-8761-0ce6d8d94e8b req-b600f909-c466-4814-b0b1-c97a893028d8 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 210 time: 0.0485721 Jul 20 19:32:07.038026 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 35b5da22-b362-4b46-8e92-4a5d8c7ec405, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=35b5da22-b362-4b46-8e92-4a5d8c7ec405,segment=NetworkSegment(54d5c45d-aa97-4ff0-8145-994022b0b986),segment_id=54d5c45d-aa97-4ff0-8145-994022b0b986)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:32:07.044349 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (35b5da22-b362-4b46-8e92-4a5d8c7ec405), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:07.109473 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709d0065-2f77-48f8-aecd-8dd1e625330a x-openstack-request-id: req-709d0065-2f77-48f8-aecd-8dd1e625330a {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:32:07.109795 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e10053-0587-4935-910f-04bd301bdfbe", "name": "network-vif-plugged", "status": "completed", "tag": "35b5da22-b362-4b46-8e92-4a5d8c7ec405", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:32:07.110054 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-709d0065-2f77-48f8-aecd-8dd1e625330a {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:32:07.110460 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-709d0065-2f77-48f8-aecd-8dd1e625330a'] response: {'server_uuid': '82e10053-0587-4935-910f-04bd301bdfbe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35b5da22-b362-4b46-8e92-4a5d8c7ec405', 'code': 200} Jul 20 19:32:07.153191 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=35b5da22-b362-4b46-8e92-4a5d8c7ec405,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:07.304513 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-50bf9771-b0ee-4721-be44-4f0708ccd0cc tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:07.312612 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-50bf9771-b0ee-4721-be44-4f0708ccd0cc tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/networks?id=9c307b5c-a0b2-4dc9-b558-9f63e318c26c HTTP/1.1" status: 200 len: 809 time: 0.1846035 Jul 20 19:32:07.338985 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-ed12c9d7-5987-4bf5-8251-5358b36291d3 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/quotas/b1f129d1e4d4431c928dc63146543497 HTTP/1.1" status: 200 len: 375 time: 0.0126059 Jul 20 19:32:07.379670 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-a129902f-d2ae-4c69-955c-4b301e0f9b7b tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=b1f129d1e4d4431c928dc63146543497&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0333750 Jul 20 19:32:07.446321 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de2d42a-a08c-43bf-b453-ff57a628e6aa req-0c1abbbe-44f2-4333-8f93-85af5dbff135 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:07.453315 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4de2d42a-a08c-43bf-b453-ff57a628e6aa req-0c1abbbe-44f2-4333-8f93-85af5dbff135 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0726767 Jul 20 19:32:07.583166 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96885270-134b-4a5e-8cab-d6506de23264 req-a11f3d0a-b38b-4f4c-a86e-ba144770eeae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:07.584939 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-96885270-134b-4a5e-8cab-d6506de23264 req-a11f3d0a-b38b-4f4c-a86e-ba144770eeae service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 1130 time: 0.1093373 Jul 20 19:32:07.625341 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4de2d42a-a08c-43bf-b453-ff57a628e6aa req-29262fcd-960e-4afd-b3b2-381d89c687e9 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1711342 Jul 20 19:32:07.676406 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-fdffba5d-953c-4d7a-a639-ebb4db626525 service neutron] 10.222.0.79 "GET /v2.0/networks/9c307b5c-a0b2-4dc9-b558-9f63e318c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204905 Jul 20 19:32:07.867256 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a0a1147-7275-4166-9c7c-a6b672385407 req-2e2d33e2-1d2e-4482-8b45-741b3ec7144a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:07.869624 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4a0a1147-7275-4166-9c7c-a6b672385407 req-2e2d33e2-1d2e-4482-8b45-741b3ec7144a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.1304612 Jul 20 19:32:07.916065 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-386f4978-e487-4377-b21a-d8e63d31920a service neutron] 10.222.0.79 "GET /v2.0/networks/9c307b5c-a0b2-4dc9-b558-9f63e318c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098770 Jul 20 19:32:07.959865 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4a0a1147-7275-4166-9c7c-a6b672385407 req-1b4a890e-f708-40c4-9cdd-64fefe1a9ce4 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828397 Jul 20 19:32:08.185516 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-dd752e2d-015a-45a8-b491-e170a784b28f req-9bde7860-d101-40bf-8e6a-2b5d2c377ad8 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 210 time: 0.0481899 Jul 20 19:32:08.240459 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3d39ecc9-7618-4376-9bc1-a6d9dfb2f662 req-d7f33bfa-ec37-4cc2-9d20-df261c4f3721 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 210 time: 0.0503724 Jul 20 19:32:08.766441 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59031fef-6232-419a-9eff-86e064fb8fc1 req-bec7b9cf-74b2-4bc8-b73f-d7b82a27f0ae tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:08.768355 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-59031fef-6232-419a-9eff-86e064fb8fc1 req-bec7b9cf-74b2-4bc8-b73f-d7b82a27f0ae tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0493643 Jul 20 19:32:08.825849 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-59031fef-6232-419a-9eff-86e064fb8fc1 req-8a4d1302-84e4-42db-939d-a02698d45431 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503082 Jul 20 19:32:09.328311 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-069c5773-3e0d-4639-a56d-c41bf1ceaa45 req-0424a391-13b8-46d7-b383-a9f26700340f tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 210 time: 0.0329530 Jul 20 19:32:09.340232 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f49685-9c67-448b-9b07-e44b36792fe9 req-18cc5c0d-56c4-4b48-bb74-d678d9bc08fb tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:09.341796 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-79f49685-9c67-448b-9b07-e44b36792fe9 req-18cc5c0d-56c4-4b48-bb74-d678d9bc08fb tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.3013861 Jul 20 19:32:09.406797 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:09.407901 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:09.413435 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-79f49685-9c67-448b-9b07-e44b36792fe9 req-7aba7763-304a-45d6-8275-288625177950 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557783 Jul 20 19:32:09.449914 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-db666afd-e272-41b9-a0ae-e5c7ebf989aa req-947ca5f2-6d29-451c-be5f-4dd9c6419c6a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 210 time: 0.0438857 Jul 20 19:32:09.957009 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d818e9a-5b53-4a4a-b495-2b9b4af1d1b2 req-b5f7bcdb-b60e-48f5-a2ed-4131525933e6 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:09.958609 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7d818e9a-5b53-4a4a-b495-2b9b4af1d1b2 req-b5f7bcdb-b60e-48f5-a2ed-4131525933e6 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0505621 Jul 20 19:32:10.008188 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7d818e9a-5b53-4a4a-b495-2b9b4af1d1b2 req-b794b7f5-1f81-4486-8217-925ce3e8bef7 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431979 Jul 20 19:32:10.432470 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c9f6a076-b425-4238-b299-2bb0b4956b8d req-5da7350a-9166-402f-b31e-26ebcb99ef26 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 210 time: 0.0296705 Jul 20 19:32:10.568536 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3b264d27-ebe8-4349-9a7b-f99ee8fb9310 req-16545142-0fdf-40af-baec-e0f4daa6cdb7 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 210 time: 0.0350838 Jul 20 19:32:10.576037 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd7114-3518-4203-8c12-d269bb4d43d6 req-dd4b6ed6-fe85-47e3-a3bb-3d96c45cc4ff tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:10.577638 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-decd7114-3518-4203-8c12-d269bb4d43d6 req-dd4b6ed6-fe85-47e3-a3bb-3d96c45cc4ff tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0821860 Jul 20 19:32:10.644738 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-decd7114-3518-4203-8c12-d269bb4d43d6 req-c2ab7730-a73b-476e-85b5-1bfd1913272a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564594 Jul 20 19:32:11.130057 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cff364-f10e-4c19-a0b9-00c4b207fc34 req-a6580673-75d7-4bb1-aa61-31eec7ff2b67 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:11.131630 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-85cff364-f10e-4c19-a0b9-00c4b207fc34 req-a6580673-75d7-4bb1-aa61-31eec7ff2b67 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0509019 Jul 20 19:32:11.183708 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-85cff364-f10e-4c19-a0b9-00c4b207fc34 req-3610f84d-3fea-49bd-a601-7561b3cf4b60 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455656 Jul 20 19:32:11.537016 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-60d62a19-808f-44c6-8a4c-9b5c531e1e35 req-696ddcc9-82df-4982-97b6-932133ad9b92 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 210 time: 0.0324867 Jul 20 19:32:11.675699 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f2c737d5-05d3-450b-b75a-e00b92f8488e req-38e12ed8-4768-4710-9fbb-3dc0d24f87d0 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 210 time: 0.0345674 Jul 20 19:32:11.789605 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d23625c-456f-4874-bf2e-85f16f77d6de req-b4656fb7-7c6c-4fbe-8638-761954c8bd6d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:11.791116 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7d23625c-456f-4874-bf2e-85f16f77d6de req-b4656fb7-7c6c-4fbe-8638-761954c8bd6d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0507703 Jul 20 19:32:11.843688 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7d23625c-456f-4874-bf2e-85f16f77d6de req-1ebe4482-2160-47f1-9799-26a447816e9a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466666 Jul 20 19:32:12.307758 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a2e936-10f5-4c77-b2fd-cee88a451355 req-68b2d8ef-5b4d-4b6e-b51d-5dc032d8f9ed tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:12.309254 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-33a2e936-10f5-4c77-b2fd-cee88a451355 req-68b2d8ef-5b4d-4b6e-b51d-5dc032d8f9ed tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0505278 Jul 20 19:32:12.362456 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-33a2e936-10f5-4c77-b2fd-cee88a451355 req-6fad3c46-f550-488d-b867-cbc35119c673 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475237 Jul 20 19:32:12.641842 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-432ec600-0675-4245-8fbd-0b7a4b83544d req-32f0fa12-b870-421e-ae71-c560338e59ee tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 210 time: 0.0299828 Jul 20 19:32:12.776185 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-36af89dd-be5e-4df4-8cfb-136226d9576c req-36b65361-0be9-4390-bdd4-aa037d3905f3 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 210 time: 0.0306640 Jul 20 19:32:12.965979 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87d4c5a-1d67-4265-8f38-9c3003a6ae99 req-5cf2670d-aaec-4291-b1dc-b6fbe4f44283 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:12.967482 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e87d4c5a-1d67-4265-8f38-9c3003a6ae99 req-5cf2670d-aaec-4291-b1dc-b6fbe4f44283 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0494044 Jul 20 19:32:13.021453 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e87d4c5a-1d67-4265-8f38-9c3003a6ae99 req-8c87517f-13a8-4562-85e2-e82bb2ff6ed6 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483220 Jul 20 19:32:13.489669 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-573c93a6-3c00-4d3d-b9de-0d0ed6031df3 req-5dc5adfd-b6bd-43bb-bff3-4a02840e1a06 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:13.493194 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-573c93a6-3c00-4d3d-b9de-0d0ed6031df3 req-5dc5adfd-b6bd-43bb-bff3-4a02840e1a06 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0572166 Jul 20 19:32:13.545542 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-573c93a6-3c00-4d3d-b9de-0d0ed6031df3 req-79de06c7-bcdc-4003-8c18-105fecedd80e tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465887 Jul 20 19:32:13.594877 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-856ee013-fa0b-440b-9a75-068551b1aca8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:13.752243 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f704232d-f07c-4833-96be-d2ca59e5a654 req-1ef0c87e-4797-4de2-b946-b65022b5d6be tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 210 time: 0.0310824 Jul 20 19:32:13.875813 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c1d3639b-a352-4665-a74a-95cd457094b2 req-e2f6ffca-1ac2-4ea7-9c8f-544971f89c05 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 210 time: 0.0296156 Jul 20 19:32:14.171445 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa5b272-c576-4371-8c8c-c1ef356646eb req-e81b6f32-43ae-461f-bb04-42110ecd8dc8 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:14.172959 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7fa5b272-c576-4371-8c8c-c1ef356646eb req-e81b6f32-43ae-461f-bb04-42110ecd8dc8 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0591190 Jul 20 19:32:14.221975 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=14 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:14.225111 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7fa5b272-c576-4371-8c8c-c1ef356646eb req-a9afb056-6691-4d32-8bd8-9d2c645b5c84 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463297 Jul 20 19:32:14.226407 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=18 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:14.671957 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0115de-7714-459a-b4aa-355b8e811f64 req-ce77ba7d-08d3-493b-8213-02b01e62ba28 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:14.674274 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8a0115de-7714-459a-b4aa-355b8e811f64 req-ce77ba7d-08d3-493b-8213-02b01e62ba28 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0489740 Jul 20 19:32:14.723764 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8a0115de-7714-459a-b4aa-355b8e811f64 req-e1267595-5dbd-40f9-b140-7d2dc5d2f057 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438504 Jul 20 19:32:14.856664 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c10e59f7-37a3-4875-bd6a-10d104424bf7 req-082f8c97-144d-4322-83b2-cea4185563d8 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 210 time: 0.0329554 Jul 20 19:32:14.974259 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5c747004-2b75-42a5-b088-38cbce8cbf77 req-80ac02cb-98c2-44d2-a65d-755541038bc2 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 210 time: 0.0301907 Jul 20 19:32:15.341064 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500c513f-10a6-4f45-aec2-a8841af2e604 req-9add8d81-ba3d-40c8-b83c-4b27bc7cf6ed tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:15.342658 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-500c513f-10a6-4f45-aec2-a8841af2e604 req-9add8d81-ba3d-40c8-b83c-4b27bc7cf6ed tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0493035 Jul 20 19:32:15.378793 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:15.390447 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:15.402084 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-500c513f-10a6-4f45-aec2-a8841af2e604 req-e2b19a6c-2c33-40e7-b137-19a10afcbc39 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527701 Jul 20 19:32:15.855374 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0e2734-dadf-4be2-a774-b12a6a3b0296 req-db516119-f6fd-448c-ac46-47dcd938516e tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:15.857190 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9c0e2734-dadf-4be2-a774-b12a6a3b0296 req-db516119-f6fd-448c-ac46-47dcd938516e tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0509558 Jul 20 19:32:15.917264 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9c0e2734-dadf-4be2-a774-b12a6a3b0296 req-bd0f8487-921c-4f93-9e2c-dd2b1c6d7046 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543292 Jul 20 19:32:15.948588 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-20c5937b-bb82-46a5-9ac1-dc4e7b6a1152 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:15.983332 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1e05ee54-a676-4d14-8ce8-b05cbc25b458 req-126f2dfd-657f-4379-9a88-9d5878934b46 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 210 time: 0.0427649 Jul 20 19:32:16.074501 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7d8cd137-c908-49d7-a0a1-b696512c9a04 req-a369bb9d-3ed3-4a83-9717-96f9f994df2c tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 210 time: 0.0293791 Jul 20 19:32:16.527883 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febc262e-ab1b-4810-938c-9363b52ce3b4 req-36077a26-962a-4950-a9bc-28122cbbbcc8 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:16.529417 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-febc262e-ab1b-4810-938c-9363b52ce3b4 req-36077a26-962a-4950-a9bc-28122cbbbcc8 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0526845 Jul 20 19:32:16.583309 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-febc262e-ab1b-4810-938c-9363b52ce3b4 req-ee7eb881-b74d-4e76-9888-1471704cc48a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480287 Jul 20 19:32:16.617463 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=41,neutron:DELETE=4,neutron:INSERT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:16.646724 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=40,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:16.911888 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:17.054094 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e561630-f640-4d2d-bd22-4b50861828f8 req-3089dca7-0234-4ea8-ba47-cc4cc9359feb tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:17.056500 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1e561630-f640-4d2d-bd22-4b50861828f8 req-3089dca7-0234-4ea8-ba47-cc4cc9359feb tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0527616 Jul 20 19:32:17.113779 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0c982deb-2a4a-4e77-b23b-a2cb4410c4b9 req-cf1f7acc-d479-466a-8699-ccccba09a038 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 210 time: 0.0353754 Jul 20 19:32:17.141113 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1e561630-f640-4d2d-bd22-4b50861828f8 req-d4d2128c-7710-4dbf-9aa6-f323c6883225 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774932 Jul 20 19:32:17.216726 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:32:17.242238 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7d32d959-93d8-452b-8d39-8b9dbf56886b req-29d4d757-dc09-4e21-827e-55c05c61d984 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 210 time: 0.0341952 Jul 20 19:32:17.708546 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e060393-be7a-4e31-95fc-fc18ecf2e9b3 req-380bbfdd-9db8-4e46-b3ce-329b5971b54f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:17.710655 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2e060393-be7a-4e31-95fc-fc18ecf2e9b3 req-380bbfdd-9db8-4e46-b3ce-329b5971b54f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0579638 Jul 20 19:32:17.786878 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2e060393-be7a-4e31-95fc-fc18ecf2e9b3 req-4a8916b7-a7c5-4345-907d-8b02f245afea tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702171 Jul 20 19:32:18.260148 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9c714ec5-3054-4117-b662-618fad366da4 req-b8404ee6-65c4-420b-8191-cc585fb5a05a tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 210 time: 0.0557268 Jul 20 19:32:18.312450 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d33ef65-19bc-49b2-bbbb-544e849323af req-26acf932-42b0-4c4e-92ef-ef7fc0af457c tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:18.314178 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4d33ef65-19bc-49b2-bbbb-544e849323af req-26acf932-42b0-4c4e-92ef-ef7fc0af457c tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0700986 Jul 20 19:32:18.408446 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9d14a5cf-d415-4963-aaf0-68f2e5c3ac38 req-dabea370-c2ed-4980-abdc-e16b01ddbd90 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 210 time: 0.0435913 Jul 20 19:32:18.446224 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4d33ef65-19bc-49b2-bbbb-544e849323af req-4ebbfaae-bf0e-4c6b-9773-e04451271cc8 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250741 Jul 20 19:32:18.621424 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:18.793028 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:18.800501 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:18.896034 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b728d1-8709-4790-b165-c8cc1f027924 req-29880c8f-8ac1-4bda-8982-16963f8a2599 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:18.897923 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b9b728d1-8709-4790-b165-c8cc1f027924 req-29880c8f-8ac1-4bda-8982-16963f8a2599 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0476921 Jul 20 19:32:18.946397 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b9b728d1-8709-4790-b165-c8cc1f027924 req-b6e555bb-71d0-46c9-a177-e1ccd7249f71 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427387 Jul 20 19:32:19.374963 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5fe00e09-b452-41e9-9c3b-cd28562beaeb req-e758870d-bb4e-4612-8118-264556cd50fb tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 210 time: 0.0287104 Jul 20 19:32:19.511545 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1c99b0a9-868a-4a23-b7f2-4a7ded0e3666 req-c6f2a6a7-2e2f-4830-8e34-dc1b12c58d90 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 210 time: 0.0334551 Jul 20 19:32:19.573073 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286c8fe-8d05-4cb6-99f3-019b95fd67fe req-4f9a167f-c0a1-43c4-83f9-96c4e86fbc92 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:19.574445 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b286c8fe-8d05-4cb6-99f3-019b95fd67fe req-4f9a167f-c0a1-43c4-83f9-96c4e86fbc92 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0485306 Jul 20 19:32:19.622557 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b286c8fe-8d05-4cb6-99f3-019b95fd67fe req-0dfb5322-d28d-4543-8f2d-c51089714d4a tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424480 Jul 20 19:32:20.060192 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ea83a-cd9a-48bc-b296-42dd1283aaca req-e328793e-b43f-46b9-8df3-087300d6bb6d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:20.061657 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-402ea83a-cd9a-48bc-b296-42dd1283aaca req-e328793e-b43f-46b9-8df3-087300d6bb6d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0480201 Jul 20 19:32:20.108764 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-402ea83a-cd9a-48bc-b296-42dd1283aaca req-f608a356-608a-4cb9-9afe-4b7263e205fe tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415578 Jul 20 19:32:20.472923 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cb1589f7-28dc-45e8-bc9f-1400cac55035 req-846835ed-063d-4b08-b263-714b48e0440a tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 210 time: 0.0314441 Jul 20 19:32:20.605397 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-830e770a-1c55-4a04-ab59-07005576955f req-2ad7e74e-4036-47b8-a29d-0c3aa070d7a7 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 210 time: 0.0277479 Jul 20 19:32:20.741870 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a930b0d9-a03e-4c4a-8bf0-916dea5e8649 req-2bf85405-e1d7-4572-8914-eb95cca69877 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:20.743433 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a930b0d9-a03e-4c4a-8bf0-916dea5e8649 req-2bf85405-e1d7-4572-8914-eb95cca69877 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0490713 Jul 20 19:32:20.791225 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a930b0d9-a03e-4c4a-8bf0-916dea5e8649 req-5b89c505-63a9-4740-b539-e0891665c931 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422707 Jul 20 19:32:20.950231 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:21.224575 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628c07b5-b7f7-46e9-8b10-995a813bb78e req-e36c2580-14f0-442b-aa3a-013c0f3215e2 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:21.226534 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-628c07b5-b7f7-46e9-8b10-995a813bb78e req-e36c2580-14f0-442b-aa3a-013c0f3215e2 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0506830 Jul 20 19:32:21.238559 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:21.269875 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:21.275160 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-628c07b5-b7f7-46e9-8b10-995a813bb78e req-b671b8f9-a4b8-4e12-81ea-ce01a23ec152 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430515 Jul 20 19:32:21.572137 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b41c3f48-a8e9-4bb8-873e-288f11974caa req-18f760af-7860-411a-9884-98c82be9c36d tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 210 time: 0.0283504 Jul 20 19:32:21.650003 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-96885270-134b-4a5e-8cab-d6506de23264 req-2d4ac299-9f21-462e-bbe9-4c553aaec011 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402730 Jul 20 19:32:21.718343 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-36679428-b85f-4320-929e-d3655154621d req-e86350c3-135b-405c-9984-82e4c934b535 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 210 time: 0.0276105 Jul 20 19:32:22.067350 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aca3885-f081-49bd-97f4-b6044c9e6aa2 req-c8e60ec7-4d08-44e5-bce3-23aadc01f335 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:22.068831 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4aca3885-f081-49bd-97f4-b6044c9e6aa2 req-c8e60ec7-4d08-44e5-bce3-23aadc01f335 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0532858 Jul 20 19:32:22.116037 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4aca3885-f081-49bd-97f4-b6044c9e6aa2 req-c9955cca-a5c3-4258-89e8-1561f4bc8ff2 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413377 Jul 20 19:32:22.391838 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159dd2a3-dd6f-46ba-a735-0ed64b1135dd req-b5cd6e53-5439-4c7d-ab11-872132c5fb32 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:22.393215 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-159dd2a3-dd6f-46ba-a735-0ed64b1135dd req-b5cd6e53-5439-4c7d-ab11-872132c5fb32 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0466814 Jul 20 19:32:22.441696 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-159dd2a3-dd6f-46ba-a735-0ed64b1135dd req-79dbf03a-91c6-4c4f-9846-517b10db66fb tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417991 Jul 20 19:32:22.669933 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5b038a16-a9d0-4292-93f0-04021deb280b req-fff7d0a6-c8a2-4480-9dae-7434c2fbcbc7 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 210 time: 0.0292542 Jul 20 19:32:22.821604 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f7f40a39-4b27-4091-b603-6521ac499bf9 req-d163f09b-0070-466a-af22-1c7a4f5d0ee8 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 210 time: 0.0334988 Jul 20 19:32:23.235505 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284b40e-08ea-43de-b5d1-56bc2027e4fc req-df5dce2d-abef-41f5-b880-fc30093532b7 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:23.236980 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a284b40e-08ea-43de-b5d1-56bc2027e4fc req-df5dce2d-abef-41f5-b880-fc30093532b7 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0485401 Jul 20 19:32:23.288441 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a284b40e-08ea-43de-b5d1-56bc2027e4fc req-8e4d6ef1-0361-496d-9825-1c30945cbecd tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435817 Jul 20 19:32:23.561988 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629fe4a8-ee19-4119-98b0-5926211f1604 req-6c7d5eb0-cad5-43dc-b7aa-3e91e1615457 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:23.563444 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-629fe4a8-ee19-4119-98b0-5926211f1604 req-6c7d5eb0-cad5-43dc-b7aa-3e91e1615457 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0488605 Jul 20 19:32:23.618537 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-629fe4a8-ee19-4119-98b0-5926211f1604 req-b894d9fd-8efa-47b9-ab19-63bd9fe1e275 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486960 Jul 20 19:32:23.771753 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cae73919-4f61-4150-912d-802ffbaa24e6 req-27cec0bf-4469-494a-a7f1-515d9651c9ac tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 210 time: 0.0322614 Jul 20 19:32:23.930678 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f3ca5c7e-32b1-4ff8-8241-fcf1f68b63f7 req-ea6e894c-b6b3-4614-b6ee-ac01a9f67df8 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 210 time: 0.0278041 Jul 20 19:32:24.419897 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28234f7-3df3-4e22-8395-070dbc1d6ab3 req-d27e7b82-50fe-4df7-affe-8034ef24761b tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:24.421381 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e28234f7-3df3-4e22-8395-070dbc1d6ab3 req-d27e7b82-50fe-4df7-affe-8034ef24761b tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.0535483 Jul 20 19:32:24.470018 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e28234f7-3df3-4e22-8395-070dbc1d6ab3 req-8cce16fb-16d4-4a78-b8c9-3870ecdaf963 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422847 Jul 20 19:32:24.737384 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36688e6e-ffab-4cf6-912a-9cc39925ae13 req-c9fb8306-1098-4204-9ca5-7603d76c2292 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:24.738856 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-36688e6e-ffab-4cf6-912a-9cc39925ae13 req-c9fb8306-1098-4204-9ca5-7603d76c2292 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0507514 Jul 20 19:32:24.787382 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-36688e6e-ffab-4cf6-912a-9cc39925ae13 req-bb2b5032-6524-4937-a44d-a90df09dbbe0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418513 Jul 20 19:32:24.893516 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-55ca9f1d-18a8-44c1-8139-65f87bd5b09f req-5248547f-ae2d-432d-a576-0068a564d876 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 210 time: 0.0383799 Jul 20 19:32:24.931298 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addf9a38-54d6-4bce-a63b-f257eeaeb3d0 req-1d50e239-31c7-4e0d-bbb4-fb80f3a2e84d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:24.932977 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-addf9a38-54d6-4bce-a63b-f257eeaeb3d0 req-1d50e239-31c7-4e0d-bbb4-fb80f3a2e84d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0761209 Jul 20 19:32:24.942146 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 39588) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:32:24.946878 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-bf623b4b-6e84-422e-922d-a00037654cfd tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Request body: {'floatingip': {'port_id': '35b5da22-b362-4b46-8e92-4a5d8c7ec405'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:32:25.031195 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf623b4b-6e84-422e-922d-a00037654cfd tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks [] for floatingip (0c221342-5d0a-4c3f-94ee-fa37cc708055), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:25.051936 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-13807f70-bd3e-4972-98e9-f4a51ffc1096 req-0b2de898-8467-4dbd-a865-24b79ed0193f tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 210 time: 0.0414252 Jul 20 19:32:25.333732 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:25.498152 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:25.984299 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9453a2-eccd-47dd-b9bc-2414b6b9c9d6 req-f83d9df7-ee5a-448e-8f3b-ba0813f7ecc8 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:25.985709 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3a9453a2-eccd-47dd-b9bc-2414b6b9c9d6 req-f83d9df7-ee5a-448e-8f3b-ba0813f7ecc8 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 943 time: 0.4175317 Jul 20 19:32:25.999305 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.db.resource_extend [None req-bf623b4b-6e84-422e-922d-a00037654cfd tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] It took 0.33 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 20 19:32:26.100999 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e7158199-3c4d-4393-bce1-54d14a3a05cf req-b0e61bd7-18c5-46c8-a161-d8bf264329ff tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 210 time: 0.1232028 Jul 20 19:32:26.140250 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-73d7cf5c-ed18-476a-a78a-e410a3e9f0fa tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:26.141705 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-73d7cf5c-ed18-476a-a78a-e410a3e9f0fa tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.96 "GET /v2.0/networks?id=6e06d9a4-c3cc-4d57-9431-dcfeac509b05 HTTP/1.1" status: 200 len: 814 time: 0.7399600 Jul 20 19:32:26.149490 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf623b4b-6e84-422e-922d-a00037654cfd tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:26.155677 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-d659945c-5293-4f87-81e0-db7da56a008f tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:26.157095 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-d659945c-5293-4f87-81e0-db7da56a008f tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.96 "GET /v2.0/networks?id=9c307b5c-a0b2-4dc9-b558-9f63e318c26c HTTP/1.1" status: 200 len: 809 time: 0.6776364 Jul 20 19:32:26.162214 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf623b4b-6e84-422e-922d-a00037654cfd tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (0c221342-5d0a-4c3f-94ee-fa37cc708055), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:26.251478 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-087ed334-53b6-4e37-b6d9-bf88927d2e70 req-24b59ba4-23fd-47b3-aaab-3e1bd0e9eaea tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 210 time: 0.0519607 Jul 20 19:32:26.281934 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3a9453a2-eccd-47dd-b9bc-2414b6b9c9d6 req-e87646af-d0ac-47db-987f-d6950fad6b28 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2801855 Jul 20 19:32:26.305682 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-bf623b4b-6e84-422e-922d-a00037654cfd tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Floating IP 0c221342-5d0a-4c3f-94ee-fa37cc708055 associated. External IP: 172.27.3.72, port: 35b5da22-b362-4b46-8e92-4a5d8c7ec405. Jul 20 19:32:26.486247 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-5564b2dc-2ecc-4ce6-b79f-8c62fe698734 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Request body: {'port': {'device_id': 'a3c38ce1-4b0a-4972-831d-bf5c3c98458f', 'network_id': '9c307b5c-a0b2-4dc9-b558-9f63e318c26c', 'admin_state_up': True, 'tenant_id': 'b1f129d1e4d4431c928dc63146543497'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:32:26.492932 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-df2ff25b-13fc-4418-ba04-32190e009170 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Request body: {'port': {'device_id': 'd7e943ba-e9b0-4b50-94ee-9fc657570555', 'network_id': '6e06d9a4-c3cc-4d57-9431-dcfeac509b05', 'admin_state_up': True, 'tenant_id': '2aa8c8dd804b46ca8996788a32b8383e'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:32:26.623195 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:26.674067 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf623b4b-6e84-422e-922d-a00037654cfd tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Router 9d362232-3082-46b9-83fc-6259e2bb1a28 has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:32:26.703722 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:26.762069 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-5564b2dc-2ecc-4ce6-b79f-8c62fe698734 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Made reservation on behalf of b1f129d1e4d4431c928dc63146543497 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:32:26.765370 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-5564b2dc-2ecc-4ce6-b79f-8c62fe698734 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:26.770548 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-df2ff25b-13fc-4418-ba04-32190e009170 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Made reservation on behalf of 2aa8c8dd804b46ca8996788a32b8383e for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:32:26.773628 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-df2ff25b-13fc-4418-ba04-32190e009170 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:26.811123 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 8de6f1a3-1533-4778-946a-bfef39df578f details requested by agent hyperv_hv-cinder-85054 with host hv-cinder-85054 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:32:26.825346 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:DELETE=1,neutron:UPDATE=6 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:26.922477 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 8de6f1a3-1533-4778-946a-bfef39df578f, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=8de6f1a3-1533-4778-946a-bfef39df578f,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:32:26.935557 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Returning: {'device': '8de6f1a3-1533-4778-946a-bfef39df578f', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'port_id': '8de6f1a3-1533-4778-946a-bfef39df578f', 'mac_address': 'fa:16:3e:0f:25:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 978, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:32:26.940795 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf623b4b-6e84-422e-922d-a00037654cfd tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:32:26.949394 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf623b4b-6e84-422e-922d-a00037654cfd tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:26.963124 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdc01b9-a5b6-4fce-a1e9-b4ab81875c9d None None] Sync routers for ids ['9d362232-3082-46b9-83fc-6259e2bb1a28'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:32:26.985067 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdc01b9-a5b6-4fce-a1e9-b4ab81875c9d None None] Routers {'9d362232-3082-46b9-83fc-6259e2bb1a28'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:32:26.985707 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-8cdc01b9-a5b6-4fce-a1e9-b4ab81875c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:32:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['9d362232-3082-46b9-83fc-6259e2bb1a28'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:32:26.987603 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 8de6f1a3-1533-4778-946a-bfef39df578f is: DOWN; New status is: BUILD {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:32:26.987961 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (8de6f1a3-1533-4778-946a-bfef39df578f), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:27.042078 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de6f1a3-1533-4778-946a-bfef39df578f {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:32:27.058201 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-bf623b4b-6e84-422e-922d-a00037654cfd tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "PUT /v2.0/floatingips/0c221342-5d0a-4c3f-94ee-fa37cc708055 HTTP/1.1" status: 200 len: 991 time: 2.1149535 Jul 20 19:32:27.062531 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e10053-0587-4935-910f-04bd301bdfbe', 'tag': '35b5da22-b362-4b46-8e92-4a5d8c7ec405'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:32:27.064796 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d611348-5e6f-4918-bbe0-13d2bb8848bc" -d '{"events": [{"name": "network-changed", "server_uuid": "82e10053-0587-4935-910f-04bd301bdfbe", "tag": "35b5da22-b362-4b46-8e92-4a5d8c7ec405"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:32:27.073847 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 8de6f1a3-1533-4778-946a-bfef39df578f, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=8de6f1a3-1533-4778-946a-bfef39df578f,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:32:27.097685 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-df2ff25b-13fc-4418-ba04-32190e009170 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Allocated IP 172.20.0.10 (6e06d9a4-c3cc-4d57-9431-dcfeac509b05/ec3fabab-604f-444b-a3c2-c053ae9a341a/a3f1494b-4a5b-4067-8be0-4a7769ab81cb) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:32:27.099972 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-5564b2dc-2ecc-4ce6-b79f-8c62fe698734 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Allocated IP 172.20.0.13 (9c307b5c-a0b2-4dc9-b558-9f63e318c26c/633c8697-bc2e-4b3a-962c-1db1e66663fd/b0ba955a-1d57-492d-8bb9-b0e8d72282f5) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:32:27.105019 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (8de6f1a3-1533-4778-946a-bfef39df578f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:27.115685 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2ba475-1e90-4887-aeab-91b2e9916d35 x-openstack-request-id: req-fd2ba475-1e90-4887-aeab-91b2e9916d35 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:32:27.116550 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e10053-0587-4935-910f-04bd301bdfbe", "tag": "35b5da22-b362-4b46-8e92-4a5d8c7ec405", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:32:27.116921 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fd2ba475-1e90-4887-aeab-91b2e9916d35 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:32:27.117321 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fd2ba475-1e90-4887-aeab-91b2e9916d35'] response: {'name': 'network-changed', 'server_uuid': '82e10053-0587-4935-910f-04bd301bdfbe', 'tag': '35b5da22-b362-4b46-8e92-4a5d8c7ec405', 'status': 'completed', 'code': 200} Jul 20 19:32:27.195809 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-8cdc01b9-a5b6-4fce-a1e9-b4ab81875c9d None None] Set router 9d362232-3082-46b9-83fc-6259e2bb1a28 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:32:27.217283 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:27.231638 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=8de6f1a3-1533-4778-946a-bfef39df578f,revision_number=9']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:27.232481 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d611348-5e6f-4918-bbe0-13d2bb8848bc req-8400c0e0-3b52-4664-91c9-5f0809706236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:27.242294 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6d611348-5e6f-4918-bbe0-13d2bb8848bc req-8400c0e0-3b52-4664-91c9-5f0809706236 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9c025843a2de49d48c39b40f2261d3bf&device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 1130 time: 0.0575581 Jul 20 19:32:27.270376 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a354b117-387f-4ab4-8d3a-6b44a9c6a9fd req-d8dbbbb9-17e8-42a2-825b-6e6a3fd651c9 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 210 time: 0.0746825 Jul 20 19:32:27.369063 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d611348-5e6f-4918-bbe0-13d2bb8848bc req-eefdbdc6-d88c-44fe-bef6-a730f578c265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:27.372289 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6d611348-5e6f-4918-bbe0-13d2bb8848bc req-eefdbdc6-d88c-44fe-bef6-a730f578c265 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc HTTP/1.1" status: 200 len: 919 time: 0.1172531 Jul 20 19:32:27.388420 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7d296049-7213-41fc-87b3-63c4c7b4249b req-bafe7c93-c2b5-494d-9b57-20b438ba0201 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 210 time: 0.0506606 Jul 20 19:32:27.455603 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6d611348-5e6f-4918-bbe0-13d2bb8848bc req-4198d13e-e041-4735-9445-bdb6c0304464 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35b5da22-b362-4b46-8e92-4a5d8c7ec405 HTTP/1.1" status: 200 len: 999 time: 0.0735729 Jul 20 19:32:27.468147 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=86,neutron:INSERT=10,neutron:UPDATE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:27.476272 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-5564b2dc-2ecc-4ce6-b79f-8c62fe698734 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Publish callbacks [] for port (b0ba955a-1d57-492d-8bb9-b0e8d72282f5), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:27.477612 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:27.496445 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27f5d3fc-ce40-47c3-adad-3ea8240d9cc9 req-a5e786ea-6f50-428e-a152-502b48298fae tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:27.497974 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-27f5d3fc-ce40-47c3-adad-3ea8240d9cc9 req-a5e786ea-6f50-428e-a152-502b48298fae tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 944 time: 0.1051004 Jul 20 19:32:27.502966 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-df2ff25b-13fc-4418-ba04-32190e009170 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Publish callbacks [] for port (a3f1494b-4a5b-4067-8be0-4a7769ab81cb), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:27.503291 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-8cdc01b9-a5b6-4fce-a1e9-b4ab81875c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'name': 'tempest-ServerRescueNegativeTestJSON-707876139-router', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:59Z', 'revision_number': 4, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'gw_port': {'id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:46Z', 'updated_at': '2022-07-20T19:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '0c221342-5d0a-4c3f-94ee-fa37cc708055', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'port_id': '35b5da22-b362-4b46-8e92-4a5d8c7ec405', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc', 'mac_address': 'fa:16:3e:ff:3f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e10053-0587-4935-910f-04bd301bdfbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:31:37Z', 'updated_at': '2022-07-20T19:32:25Z', 'revision_number': 1, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bbb1f47-8d99-4bc9-af29-785d7649bb5f', 'name': '', 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'mac_address': 'fa:16:3e:7d:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'd0032299-b9fa-48f2-97fd-620bc1f7e167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:56Z', 'updated_at': '2022-07-20T19:28:10Z', 'revision_number': 5, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'subnets': [{'id': 'd0032299-b9fa-48f2-97fd-620bc1f7e167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:32:27.517925 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d611348-5e6f-4918-bbe0-13d2bb8848bc req-9e73c7a3-7cd5-46b1-a03a-9dd8be4f3c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:27.519818 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6d611348-5e6f-4918-bbe0-13d2bb8848bc req-9e73c7a3-7cd5-46b1-a03a-9dd8be4f3c81 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d0032299-b9fa-48f2-97fd-620bc1f7e167 HTTP/1.1" status: 200 len: 857 time: 0.0540280 Jul 20 19:32:27.533076 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdc01b9-a5b6-4fce-a1e9-b4ab81875c9d None None] Checking router: 9d362232-3082-46b9-83fc-6259e2bb1a28 for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:32:27.545911 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdc01b9-a5b6-4fce-a1e9-b4ab81875c9d None None] Routers {'9d362232-3082-46b9-83fc-6259e2bb1a28'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:32:27.546804 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-8cdc01b9-a5b6-4fce-a1e9-b4ab81875c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:32:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['9d362232-3082-46b9-83fc-6259e2bb1a28'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:32:27.567649 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d611348-5e6f-4918-bbe0-13d2bb8848bc req-c15ca1dc-ffa4-4b10-8cc1-6e61cc4e34f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:27.569809 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6d611348-5e6f-4918-bbe0-13d2bb8848bc req-c15ca1dc-ffa4-4b10-8cc1-6e61cc4e34f9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0420165 Jul 20 19:32:27.589416 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['8de6f1a3-1533-4778-946a-bfef39df578f'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:32:27.593759 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-5564b2dc-2ecc-4ce6-b79f-8c62fe698734 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (b0ba955a-1d57-492d-8bb9-b0e8d72282f5), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:27.599055 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-27f5d3fc-ce40-47c3-adad-3ea8240d9cc9 req-0ee2eb5b-23db-42ff-ae4a-7835ec4bdefa tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0866909 Jul 20 19:32:27.607078 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-df2ff25b-13fc-4418-ba04-32190e009170 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (a3f1494b-4a5b-4067-8be0-4a7769ab81cb), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:27.664305 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-5564b2dc-2ecc-4ce6-b79f-8c62fe698734 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Network 9c307b5c-a0b2-4dc9-b558-9f63e318c26c is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:32:27.673531 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-df2ff25b-13fc-4418-ba04-32190e009170 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Network 6e06d9a4-c3cc-4d57-9431-dcfeac509b05 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:32:27.678841 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6d611348-5e6f-4918-bbe0-13d2bb8848bc req-7ddb4e81-54d6-438a-9861-6fc139baae9d service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024108 Jul 20 19:32:27.681971 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-5564b2dc-2ecc-4ce6-b79f-8c62fe698734 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:32:27.685100 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5564b2dc-2ecc-4ce6-b79f-8c62fe698734 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Pushing event updated for resources: {'Port': ['ID=b0ba955a-1d57-492d-8bb9-b0e8d72282f5,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:27.687524 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-5564b2dc-2ecc-4ce6-b79f-8c62fe698734 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:32:27.690522 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-df2ff25b-13fc-4418-ba04-32190e009170 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:32:27.697034 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-df2ff25b-13fc-4418-ba04-32190e009170 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:32:27.798118 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-5564b2dc-2ecc-4ce6-b79f-8c62fe698734 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:27.798698 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-5564b2dc-2ecc-4ce6-b79f-8c62fe698734 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:27.826111 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df2ff25b-13fc-4418-ba04-32190e009170 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Pushing event updated for resources: {'Port': ['ID=a3f1494b-4a5b-4067-8be0-4a7769ab81cb,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:27.837120 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-df2ff25b-13fc-4418-ba04-32190e009170 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:27.837849 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-df2ff25b-13fc-4418-ba04-32190e009170 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:27.844733 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-5564b2dc-2ecc-4ce6-b79f-8c62fe698734 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3620689 Jul 20 19:32:27.848580 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6d611348-5e6f-4918-bbe0-13d2bb8848bc req-504eb94d-7ed9-44ae-a6d0-99d0a91fbf1d service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477787 Jul 20 19:32:27.860342 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-df2ff25b-13fc-4418-ba04-32190e009170 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3787348 Jul 20 19:32:27.902630 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-a3f0f57d-c96c-4c5a-ac1d-a4a867324f5d service neutron] Request body: {'port': {'device_id': 'a3c38ce1-4b0a-4972-831d-bf5c3c98458f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85054'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:32:27.908726 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-8cdc01b9-a5b6-4fce-a1e9-b4ab81875c9d None None] Set router 9d362232-3082-46b9-83fc-6259e2bb1a28 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:32:27.913470 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-aff98a00-e312-4d52-bad7-ce36e46a514f service neutron] Request body: {'port': {'device_id': 'd7e943ba-e9b0-4b50-94ee-9fc657570555', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85054'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:32:27.916292 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:27.954186 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:28.031712 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-a3f0f57d-c96c-4c5a-ac1d-a4a867324f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (b0ba955a-1d57-492d-8bb9-b0e8d72282f5), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:28.043939 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-aff98a00-e312-4d52-bad7-ce36e46a514f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (a3f1494b-4a5b-4067-8be0-4a7769ab81cb), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:28.056352 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 39634) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:32:28.183257 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64c5e177-00dd-461b-8b3f-cbb7f6e572d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:28.192923 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-8cdc01b9-a5b6-4fce-a1e9-b4ab81875c9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'name': 'tempest-ServerRescueNegativeTestJSON-707876139-router', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:59Z', 'revision_number': 4, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'gw_port': {'id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:46Z', 'updated_at': '2022-07-20T19:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '0c221342-5d0a-4c3f-94ee-fa37cc708055', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'port_id': '35b5da22-b362-4b46-8e92-4a5d8c7ec405', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc', 'mac_address': 'fa:16:3e:ff:3f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e10053-0587-4935-910f-04bd301bdfbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:31:37Z', 'updated_at': '2022-07-20T19:32:25Z', 'revision_number': 1, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bbb1f47-8d99-4bc9-af29-785d7649bb5f', 'name': '', 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'mac_address': 'fa:16:3e:7d:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'd0032299-b9fa-48f2-97fd-620bc1f7e167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:56Z', 'updated_at': '2022-07-20T19:28:10Z', 'revision_number': 5, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'subnets': [{'id': 'd0032299-b9fa-48f2-97fd-620bc1f7e167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:32:28.222735 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdc01b9-a5b6-4fce-a1e9-b4ab81875c9d None None] The sync data for ids ['9d362232-3082-46b9-83fc-6259e2bb1a28'] in dv-cinder-850548-1-iscsi is: [{'id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'name': 'tempest-ServerRescueNegativeTestJSON-707876139-router', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:59Z', 'revision_number': 4, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'gw_port': {'id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:46Z', 'updated_at': '2022-07-20T19:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '0c221342-5d0a-4c3f-94ee-fa37cc708055', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'port_id': '35b5da22-b362-4b46-8e92-4a5d8c7ec405', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc', 'mac_address': 'fa:16:3e:ff:3f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e10053-0587-4935-910f-04bd301bdfbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:31:37Z', 'updated_at': '2022-07-20T19:32:25Z', 'revision_number': 1, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bbb1f47-8d99-4bc9-af29-785d7649bb5f', 'name': '', 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'mac_address': 'fa:16:3e:7d:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'd0032299-b9fa-48f2-97fd-620bc1f7e167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:56Z', 'updated_at': '2022-07-20T19:28:10Z', 'revision_number': 5, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'subnets': [{'id': 'd0032299-b9fa-48f2-97fd-620bc1f7e167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:32:28.261470 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:28.273388 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64c5e177-00dd-461b-8b3f-cbb7f6e572d0 admin admin] Publish callbacks [] for security_group (e14359db-0cf4-4983-abac-eaa805abd69a), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:28.278473 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-64c5e177-00dd-461b-8b3f-cbb7f6e572d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (e14359db-0cf4-4983-abac-eaa805abd69a), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:28.323918 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c5e177-00dd-461b-8b3f-cbb7f6e572d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e14359db-0cf4-4983-abac-eaa805abd69a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:28.332536 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-64c5e177-00dd-461b-8b3f-cbb7f6e572d0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=668acfcf74d741549a3aeca735638144&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2751544 Jul 20 19:32:28.333603 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 39640) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:32:28.360115 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:28.392203 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c5866aaf-d600-41f4-8eec-ff0b9a9c101d admin admin] Publish callbacks [] for security_group (e14359db-0cf4-4983-abac-eaa805abd69a), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:28.422380 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c5866aaf-d600-41f4-8eec-ff0b9a9c101d admin admin] Publish callbacks [] for security_group (e14359db-0cf4-4983-abac-eaa805abd69a), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:28.461259 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:28.486694 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c5866aaf-d600-41f4-8eec-ff0b9a9c101d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (e14359db-0cf4-4983-abac-eaa805abd69a), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:28.489416 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c5866aaf-d600-41f4-8eec-ff0b9a9c101d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:28.495308 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-c5866aaf-d600-41f4-8eec-ff0b9a9c101d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e14359db-0cf4-4983-abac-eaa805abd69a HTTP/1.1" status: 204 len: 168 time: 0.1604407 Jul 20 19:32:28.507266 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5866aaf-d600-41f4-8eec-ff0b9a9c101d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e14359db-0cf4-4983-abac-eaa805abd69a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:28.514242 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8b37014-8c1e-4cfa-acf9-ddcce2110d4a None None] New status for floating IP 0c221342-5d0a-4c3f-94ee-fa37cc708055: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:32:28.829204 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec10cd2-7a62-4245-931a-03cf15849a24 req-6dcad107-a0f3-47c5-9db6-911f95edeac0 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:28.830790 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0ec10cd2-7a62-4245-931a-03cf15849a24 req-6dcad107-a0f3-47c5-9db6-911f95edeac0 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 932 time: 0.1309388 Jul 20 19:32:28.868166 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb0bcf7-9ee1-4870-80e8-9c4602c9d077 req-5a0bac86-682b-468e-a57e-d7a76e09de83 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:28.869556 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bbb0bcf7-9ee1-4870-80e8-9c4602c9d077 req-5a0bac86-682b-468e-a57e-d7a76e09de83 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 932 time: 0.1731186 Jul 20 19:32:29.021732 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0ec10cd2-7a62-4245-931a-03cf15849a24 req-e8af3beb-765c-4b07-b34d-ea2cb6182cf9 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732283 Jul 20 19:32:29.035522 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bbb0bcf7-9ee1-4870-80e8-9c4602c9d077 req-5ab28298-51ca-4269-8728-75f52ec9791a tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505656 Jul 20 19:32:29.039393 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-a3f0f57d-c96c-4c5a-ac1d-a4a867324f5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0ba955a-1d57-492d-8bb9-b0e8d72282f5 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:32:29.053935 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-a3f0f57d-c96c-4c5a-ac1d-a4a867324f5d service neutron] Publish callbacks [] for port (b0ba955a-1d57-492d-8bb9-b0e8d72282f5), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:29.057603 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-aff98a00-e312-4d52-bad7-ce36e46a514f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f1494b-4a5b-4067-8be0-4a7769ab81cb {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:32:29.068071 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-aff98a00-e312-4d52-bad7-ce36e46a514f service neutron] Publish callbacks [] for port (a3f1494b-4a5b-4067-8be0-4a7769ab81cb), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:29.081266 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-a3f0f57d-c96c-4c5a-ac1d-a4a867324f5d service neutron] Transition to ACTIVE for port object b0ba955a-1d57-492d-8bb9-b0e8d72282f5 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:32:29.090167 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-a3f0f57d-c96c-4c5a-ac1d-a4a867324f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (b0ba955a-1d57-492d-8bb9-b0e8d72282f5), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:29.093539 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-aff98a00-e312-4d52-bad7-ce36e46a514f service neutron] Transition to ACTIVE for port object a3f1494b-4a5b-4067-8be0-4a7769ab81cb will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:32:29.099121 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 8de6f1a3-1533-4778-946a-bfef39df578f up at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:32:29.130722 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-aff98a00-e312-4d52-bad7-ce36e46a514f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (a3f1494b-4a5b-4067-8be0-4a7769ab81cb), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:29.143857 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning complete for port 8de6f1a3-1533-4778-946a-bfef39df578f triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:32:29.144246 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (8de6f1a3-1533-4778-946a-bfef39df578f), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:29.202862 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b2ecd8-8014-4601-a565-7ae81bb4b19a req-d50d7529-52c4-4f25-9c30-d05ea6318f83 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:29.204452 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a7b2ecd8-8014-4601-a565-7ae81bb4b19a req-d50d7529-52c4-4f25-9c30-d05ea6318f83 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 944 time: 0.1120961 Jul 20 19:32:29.213937 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0f57d-c96c-4c5a-ac1d-a4a867324f5d service neutron] Pushing event updated for resources: {'Port': ['ID=b0ba955a-1d57-492d-8bb9-b0e8d72282f5,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:29.227014 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 8de6f1a3-1533-4778-946a-bfef39df578f is: BUILD; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:32:29.227409 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (8de6f1a3-1533-4778-946a-bfef39df578f), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:29.251070 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cf917f-83ab-47d0-82d4-8d8dc896aacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de6f1a3-1533-4778-946a-bfef39df578f'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:32:29.253456 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-066e5658-3bbf-45b6-8621-426dd2ab7c49" -d '{"events": [{"server_uuid": "27cf917f-83ab-47d0-82d4-8d8dc896aacb", "name": "network-vif-plugged", "status": "completed", "tag": "8de6f1a3-1533-4778-946a-bfef39df578f"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:32:29.267382 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 8de6f1a3-1533-4778-946a-bfef39df578f, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=8de6f1a3-1533-4778-946a-bfef39df578f,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:32:29.273196 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (8de6f1a3-1533-4778-946a-bfef39df578f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:29.300730 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-add5383d-e68b-4c57-aee3-c04fbf5fb835 x-openstack-request-id: req-add5383d-e68b-4c57-aee3-c04fbf5fb835 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:32:29.300730 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cf917f-83ab-47d0-82d4-8d8dc896aacb", "name": "network-vif-plugged", "status": "completed", "tag": "8de6f1a3-1533-4778-946a-bfef39df578f", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:32:29.301051 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-add5383d-e68b-4c57-aee3-c04fbf5fb835 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:32:29.301379 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-add5383d-e68b-4c57-aee3-c04fbf5fb835'] response: {'server_uuid': '27cf917f-83ab-47d0-82d4-8d8dc896aacb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de6f1a3-1533-4778-946a-bfef39df578f', 'code': 200} Jul 20 19:32:29.329358 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=8de6f1a3-1533-4778-946a-bfef39df578f,revision_number=10']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:29.370162 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff98a00-e312-4d52-bad7-ce36e46a514f service neutron] Pushing event updated for resources: {'Port': ['ID=a3f1494b-4a5b-4067-8be0-4a7769ab81cb,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:29.400647 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:29.428197 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a7b2ecd8-8014-4601-a565-7ae81bb4b19a req-a0f033f5-6a06-4a17-91f1-fe957580994a tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2066495 Jul 20 19:32:29.441661 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-a3f0f57d-c96c-4c5a-ac1d-a4a867324f5d service neutron] Attempting to bind port b0ba955a-1d57-492d-8bb9-b0e8d72282f5 on host hv-cinder-85054 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:32:29.442063 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-a3f0f57d-c96c-4c5a-ac1d-a4a867324f5d service neutron] Attempting to bind port b0ba955a-1d57-492d-8bb9-b0e8d72282f5 by drivers openvswitch,hyperv on host hv-cinder-85054 at level 0 using segments [{'id': '580f0bca-e144-4183-bb8e-0071b3251b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '9c307b5c-a0b2-4dc9-b558-9f63e318c26c'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:32:29.442462 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-a3f0f57d-c96c-4c5a-ac1d-a4a867324f5d service neutron] Attempting to bind port b0ba955a-1d57-492d-8bb9-b0e8d72282f5 on network 9c307b5c-a0b2-4dc9-b558-9f63e318c26c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:32:29.450161 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-aff98a00-e312-4d52-bad7-ce36e46a514f service neutron] Attempting to bind port a3f1494b-4a5b-4067-8be0-4a7769ab81cb on host hv-cinder-85054 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:32:29.450492 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-aff98a00-e312-4d52-bad7-ce36e46a514f service neutron] Attempting to bind port a3f1494b-4a5b-4067-8be0-4a7769ab81cb by drivers openvswitch,hyperv on host hv-cinder-85054 at level 0 using segments [{'id': '21affb50-584a-420e-9d0e-02edacdca8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '6e06d9a4-c3cc-4d57-9431-dcfeac509b05'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:32:29.450814 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-aff98a00-e312-4d52-bad7-ce36e46a514f service neutron] Attempting to bind port a3f1494b-4a5b-4067-8be0-4a7769ab81cb on network 6e06d9a4-c3cc-4d57-9431-dcfeac509b05 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:32:29.454919 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-a3f0f57d-c96c-4c5a-ac1d-a4a867324f5d service neutron] Port b0ba955a-1d57-492d-8bb9-b0e8d72282f5 on network 9c307b5c-a0b2-4dc9-b558-9f63e318c26c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85054 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:32:29.455252 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-a3f0f57d-c96c-4c5a-ac1d-a4a867324f5d service neutron] Attempting to bind port b0ba955a-1d57-492d-8bb9-b0e8d72282f5 on network 9c307b5c-a0b2-4dc9-b558-9f63e318c26c {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:32:29.458303 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-aff98a00-e312-4d52-bad7-ce36e46a514f service neutron] Port a3f1494b-4a5b-4067-8be0-4a7769ab81cb on network 6e06d9a4-c3cc-4d57-9431-dcfeac509b05 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85054 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:32:29.458618 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-aff98a00-e312-4d52-bad7-ce36e46a514f service neutron] Attempting to bind port a3f1494b-4a5b-4067-8be0-4a7769ab81cb on network 6e06d9a4-c3cc-4d57-9431-dcfeac509b05 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:32:29.464780 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-a3f0f57d-c96c-4c5a-ac1d-a4a867324f5d service neutron] Checking agent: {'id': 'e6883320-19dd-4a2d-8302-97f8dd23b041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85054', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'started_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:32:29.465143 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-a3f0f57d-c96c-4c5a-ac1d-a4a867324f5d service neutron] Checking segment: {'id': '580f0bca-e144-4183-bb8e-0071b3251b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '9c307b5c-a0b2-4dc9-b558-9f63e318c26c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:32:29.465520 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-a3f0f57d-c96c-4c5a-ac1d-a4a867324f5d service neutron] Bound using segment: {'id': '580f0bca-e144-4183-bb8e-0071b3251b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '9c307b5c-a0b2-4dc9-b558-9f63e318c26c'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:32:29.465939 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-a3f0f57d-c96c-4c5a-ac1d-a4a867324f5d service neutron] Bound port: b0ba955a-1d57-492d-8bb9-b0e8d72282f5, host: hv-cinder-85054, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '580f0bca-e144-4183-bb8e-0071b3251b2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 968, 'network_id': '9c307b5c-a0b2-4dc9-b558-9f63e318c26c'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:32:29.466294 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-a3f0f57d-c96c-4c5a-ac1d-a4a867324f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (b0ba955a-1d57-492d-8bb9-b0e8d72282f5), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:29.475942 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-aff98a00-e312-4d52-bad7-ce36e46a514f service neutron] Checking agent: {'id': 'e6883320-19dd-4a2d-8302-97f8dd23b041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85054', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'started_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 32, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:32:29.476272 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-aff98a00-e312-4d52-bad7-ce36e46a514f service neutron] Checking segment: {'id': '21affb50-584a-420e-9d0e-02edacdca8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '6e06d9a4-c3cc-4d57-9431-dcfeac509b05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:32:29.476639 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-aff98a00-e312-4d52-bad7-ce36e46a514f service neutron] Bound using segment: {'id': '21affb50-584a-420e-9d0e-02edacdca8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '6e06d9a4-c3cc-4d57-9431-dcfeac509b05'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:32:29.477093 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-aff98a00-e312-4d52-bad7-ce36e46a514f service neutron] Bound port: a3f1494b-4a5b-4067-8be0-4a7769ab81cb, host: hv-cinder-85054, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21affb50-584a-420e-9d0e-02edacdca8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 981, 'network_id': '6e06d9a4-c3cc-4d57-9431-dcfeac509b05'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:32:29.477439 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-aff98a00-e312-4d52-bad7-ce36e46a514f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (a3f1494b-4a5b-4067-8be0-4a7769ab81cb), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:29.533252 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:29.587668 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-aff98a00-e312-4d52-bad7-ce36e46a514f service neutron] For port a3f1494b-4a5b-4067-8be0-4a7769ab81cb, host hv-cinder-85054, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:32:29.592167 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-aff98a00-e312-4d52-bad7-ce36e46a514f service neutron] For port a3f1494b-4a5b-4067-8be0-4a7769ab81cb, host hv-cinder-85054, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=a3f1494b-4a5b-4067-8be0-4a7769ab81cb,segment=NetworkSegment(21affb50-584a-420e-9d0e-02edacdca8c4),segment_id=21affb50-584a-420e-9d0e-02edacdca8c4)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:32:29.597030 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-a3f0f57d-c96c-4c5a-ac1d-a4a867324f5d service neutron] For port b0ba955a-1d57-492d-8bb9-b0e8d72282f5, host hv-cinder-85054, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:32:29.601315 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-a3f0f57d-c96c-4c5a-ac1d-a4a867324f5d service neutron] For port b0ba955a-1d57-492d-8bb9-b0e8d72282f5, host hv-cinder-85054, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=b0ba955a-1d57-492d-8bb9-b0e8d72282f5,segment=NetworkSegment(580f0bca-e144-4183-bb8e-0071b3251b2f),segment_id=580f0bca-e144-4183-bb8e-0071b3251b2f)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:32:29.603461 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-aff98a00-e312-4d52-bad7-ce36e46a514f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (a3f1494b-4a5b-4067-8be0-4a7769ab81cb), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:29.638918 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-a3f0f57d-c96c-4c5a-ac1d-a4a867324f5d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (b0ba955a-1d57-492d-8bb9-b0e8d72282f5), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:29.663802 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-aff98a00-e312-4d52-bad7-ce36e46a514f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:29.664339 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-aff98a00-e312-4d52-bad7-ce36e46a514f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:29.665749 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-aff98a00-e312-4d52-bad7-ce36e46a514f service neutron] 10.222.0.96 "PUT /v2.0/ports/a3f1494b-4a5b-4067-8be0-4a7769ab81cb HTTP/1.1" status: 200 len: 1094 time: 1.7587206 Jul 20 19:32:29.666232 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e943ba-e9b0-4b50-94ee-9fc657570555', 'tag': 'a3f1494b-4a5b-4067-8be0-4a7769ab81cb'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:32:29.668433 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ba620bd-0e4c-4b93-95a0-c230b0aa9736" -d '{"events": [{"name": "network-changed", "server_uuid": "d7e943ba-e9b0-4b50-94ee-9fc657570555", "tag": "a3f1494b-4a5b-4067-8be0-4a7769ab81cb"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:32:29.685032 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-a3f0f57d-c96c-4c5a-ac1d-a4a867324f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:29.685657 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-a3f0f57d-c96c-4c5a-ac1d-a4a867324f5d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:29.687070 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-a3f0f57d-c96c-4c5a-ac1d-a4a867324f5d service neutron] 10.222.0.96 "PUT /v2.0/ports/b0ba955a-1d57-492d-8bb9-b0e8d72282f5 HTTP/1.1" status: 200 len: 1094 time: 1.7902150 Jul 20 19:32:29.688117 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff98a00-e312-4d52-bad7-ce36e46a514f service neutron] Pushing event updated for resources: {'Port': ['ID=a3f1494b-4a5b-4067-8be0-4a7769ab81cb,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:29.718233 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fde1432-5bda-4165-8546-0f1bf6109650 x-openstack-request-id: req-2fde1432-5bda-4165-8546-0f1bf6109650 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:32:29.718529 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7e943ba-e9b0-4b50-94ee-9fc657570555", "tag": "a3f1494b-4a5b-4067-8be0-4a7769ab81cb", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:32:29.718781 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-2fde1432-5bda-4165-8546-0f1bf6109650 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:32:29.719178 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2fde1432-5bda-4165-8546-0f1bf6109650'] response: {'name': 'network-changed', 'server_uuid': 'd7e943ba-e9b0-4b50-94ee-9fc657570555', 'tag': 'a3f1494b-4a5b-4067-8be0-4a7769ab81cb', 'status': 'completed', 'code': 200} Jul 20 19:32:29.742248 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f0f57d-c96c-4c5a-ac1d-a4a867324f5d service neutron] Pushing event updated for resources: {'Port': ['ID=b0ba955a-1d57-492d-8bb9-b0e8d72282f5,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:29.997172 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba620bd-0e4c-4b93-95a0-c230b0aa9736 req-0690e6d1-beb9-4669-8c6b-0000a44cd03a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:29.998441 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1ba620bd-0e4c-4b93-95a0-c230b0aa9736 req-0690e6d1-beb9-4669-8c6b-0000a44cd03a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2aa8c8dd804b46ca8996788a32b8383e&device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 1128 time: 0.0746479 Jul 20 19:32:29.999484 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-b5aac0ad-3a64-479f-a59e-06d8a057cd6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:30.000815 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-b5aac0ad-3a64-479f-a59e-06d8a057cd6d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b1f129d1e4d4431c928dc63146543497&device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 1128 time: 0.0659947 Jul 20 19:32:30.109801 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a2f65-c916-424f-b14e-958edf52693f req-993a5ece-15f1-4407-bdc5-ff7a5e8928d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:30.111420 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-d82a2f65-c916-424f-b14e-958edf52693f req-993a5ece-15f1-4407-bdc5-ff7a5e8928d6 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 1130 time: 0.0479701 Jul 20 19:32:30.114352 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-d5ee369a-5d63-49cd-8085-e8c8f807a869 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0ba955a-1d57-492d-8bb9-b0e8d72282f5 HTTP/1.1" status: 200 len: 217 time: 0.0478067 Jul 20 19:32:30.174619 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-d82a2f65-c916-424f-b14e-958edf52693f req-c2f3f309-0a87-4db9-8c2c-522b2b88459d service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423429 Jul 20 19:32:30.270441 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d03453-d66c-483f-b1dc-e01437168ca4 req-7fb99c95-7a90-4721-ad17-23ae69bf8f62 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:30.271812 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a9d03453-d66c-483f-b1dc-e01437168ca4 req-7fb99c95-7a90-4721-ad17-23ae69bf8f62 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 944 time: 0.1244531 Jul 20 19:32:30.278022 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c3fff54-5a83-421a-8926-6d6d3b4ea6bf req-c9ce62d7-9515-4edf-b5ae-610f0c9fb5e3 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:30.279343 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8c3fff54-5a83-421a-8926-6d6d3b4ea6bf req-c9ce62d7-9515-4edf-b5ae-610f0c9fb5e3 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 944 time: 0.1701546 Jul 20 19:32:30.307711 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-2aac388e-c420-46eb-a95c-1234170d93a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:30.309106 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-2aac388e-c420-46eb-a95c-1234170d93a5 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=633c8697-bc2e-4b3a-962c-1db1e66663fd HTTP/1.1" status: 200 len: 849 time: 0.1589468 Jul 20 19:32:30.329584 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba620bd-0e4c-4b93-95a0-c230b0aa9736 req-567c3918-0890-4b71-90c4-e3bb05318482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:30.330996 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1ba620bd-0e4c-4b93-95a0-c230b0aa9736 req-567c3918-0890-4b71-90c4-e3bb05318482 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=2aa8c8dd804b46ca8996788a32b8383e&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2886915 Jul 20 19:32:30.376722 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a9d03453-d66c-483f-b1dc-e01437168ca4 req-f550d7e8-29da-414b-87e6-da45e9362d0f tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913448 Jul 20 19:32:30.380766 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8c3fff54-5a83-421a-8926-6d6d3b4ea6bf req-6faaad72-f10f-4b33-a6bf-11c9a4eccb13 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935287 Jul 20 19:32:30.551954 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9ae2d-8c3c-4784-bbed-4cee172b690a req-e535fb71-33fa-4410-bedf-ed2dc370e63d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:30.553461 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e5b9ae2d-8c3c-4784-bbed-4cee172b690a req-e535fb71-33fa-4410-bedf-ed2dc370e63d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 946 time: 0.0495718 Jul 20 19:32:30.579282 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:30.638788 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-fcf49be0-4d0e-4402-8e4b-582ce1e0b29e service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9c307b5c-a0b2-4dc9-b558-9f63e318c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572495 Jul 20 19:32:30.659486 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e5b9ae2d-8c3c-4784-bbed-4cee172b690a req-ebeba118-4bf8-4c4f-8d24-a6d33da376d3 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1001067 Jul 20 19:32:30.783705 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba620bd-0e4c-4b93-95a0-c230b0aa9736 req-31b626f4-d57f-4cc7-9d51-a891c8bba52f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:30.785355 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1ba620bd-0e4c-4b93-95a0-c230b0aa9736 req-31b626f4-d57f-4cc7-9d51-a891c8bba52f service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1907191 Jul 20 19:32:30.806826 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-6999ca33-018e-4364-a802-280aef600922 service neutron] 10.222.0.96 "GET /v2.0/networks/9c307b5c-a0b2-4dc9-b558-9f63e318c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159580 Jul 20 19:32:31.336899 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:31.363535 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-d22866db-ce7a-495d-9494-c789f2ccff4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:31.365045 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-d22866db-ce7a-495d-9494-c789f2ccff4d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=2aa8c8dd804b46ca8996788a32b8383e&device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 1128 time: 0.0588019 Jul 20 19:32:31.376013 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6edcdd08-6b9d-4498-b2d7-b6ea65063f32 req-73bebc44-b7d1-4b77-bedc-e3459d65e305 service neutron] 10.222.0.96 "GET /v2.0/networks/9c307b5c-a0b2-4dc9-b558-9f63e318c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1309159 Jul 20 19:32:31.453628 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-206255f4-7a6e-419b-91fc-319bdab8dd11 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a3f1494b-4a5b-4067-8be0-4a7769ab81cb HTTP/1.1" status: 200 len: 217 time: 0.0456035 Jul 20 19:32:31.532048 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd97b2ec-3c9d-415a-af94-b6110e1cd1aa req-9a36c9ed-35b6-4ab2-90e4-c24610e96a88 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:31.533526 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd97b2ec-3c9d-415a-af94-b6110e1cd1aa req-9a36c9ed-35b6-4ab2-90e4-c24610e96a88 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 944 time: 0.0790844 Jul 20 19:32:31.541863 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e95894-ac51-4afc-bfd9-4835bdaf8714 req-ca5aa932-858c-4f76-a2eb-54651227b35d tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:31.543208 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-09e95894-ac51-4afc-bfd9-4835bdaf8714 req-ca5aa932-858c-4f76-a2eb-54651227b35d tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 944 time: 0.0762200 Jul 20 19:32:31.620706 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd97b2ec-3c9d-415a-af94-b6110e1cd1aa req-a48e5cc6-25d8-4cb6-8e24-e7c8a700487b tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764830 Jul 20 19:32:31.623724 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-09e95894-ac51-4afc-bfd9-4835bdaf8714 req-172308cd-5741-4fce-a4fd-df5cf6452f1c tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738659 Jul 20 19:32:31.720688 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3c38ce1-4b0a-4972-831d-bf5c3c98458f', 'tag': 'b0ba955a-1d57-492d-8bb9-b0e8d72282f5'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:32:31.723073 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b7681d-369e-4552-88d6-c7fe3fd7b778" -d '{"events": [{"name": "network-changed", "server_uuid": "a3c38ce1-4b0a-4972-831d-bf5c3c98458f", "tag": "b0ba955a-1d57-492d-8bb9-b0e8d72282f5"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:32:31.766697 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-281ca826-b668-46c3-9984-1c54a2e4d842 x-openstack-request-id: req-281ca826-b668-46c3-9984-1c54a2e4d842 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:32:31.766988 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3c38ce1-4b0a-4972-831d-bf5c3c98458f", "tag": "b0ba955a-1d57-492d-8bb9-b0e8d72282f5", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:32:31.767237 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-281ca826-b668-46c3-9984-1c54a2e4d842 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:32:31.767630 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-281ca826-b668-46c3-9984-1c54a2e4d842'] response: {'name': 'network-changed', 'server_uuid': 'a3c38ce1-4b0a-4972-831d-bf5c3c98458f', 'tag': 'b0ba955a-1d57-492d-8bb9-b0e8d72282f5', 'status': 'completed', 'code': 200} Jul 20 19:32:31.785908 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fed2fe-503a-47e1-8990-82e5398f8cae req-69c92861-db1a-4489-a15c-0a370df5b0de tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:31.787403 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-09fed2fe-503a-47e1-8990-82e5398f8cae req-69c92861-db1a-4489-a15c-0a370df5b0de tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 946 time: 0.0524187 Jul 20 19:32:31.837037 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-09fed2fe-503a-47e1-8990-82e5398f8cae req-2717e1de-e6c1-4e6c-8014-aecfffa971dd tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434692 Jul 20 19:32:32.771593 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a6cc9-3b6e-4883-87c8-eee41c2fbd03 req-786caf48-990d-4fdd-a344-69120eef9b42 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:32.773629 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9d6a6cc9-3b6e-4883-87c8-eee41c2fbd03 req-786caf48-990d-4fdd-a344-69120eef9b42 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 944 time: 0.0790284 Jul 20 19:32:32.779506 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174fd79-7bec-4228-94f8-ef2857ea50ea req-8c14f5ae-4dac-41cf-8305-89961c8be061 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:32.780840 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6174fd79-7bec-4228-94f8-ef2857ea50ea req-8c14f5ae-4dac-41cf-8305-89961c8be061 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 944 time: 0.0847614 Jul 20 19:32:32.855573 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9d6a6cc9-3b6e-4883-87c8-eee41c2fbd03 req-f2801704-6c3c-4bfa-afdb-35c898af9228 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737743 Jul 20 19:32:32.858820 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6174fd79-7bec-4228-94f8-ef2857ea50ea req-996d9966-3005-4c2e-b0f7-05f49e967621 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709603 Jul 20 19:32:32.987900 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb87fa19-4b01-4ff9-b6f6-4f45f66bf8e7 req-74147264-ffb3-481f-82c4-ff975715aee8 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:32.989300 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cb87fa19-4b01-4ff9-b6f6-4f45f66bf8e7 req-74147264-ffb3-481f-82c4-ff975715aee8 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 946 time: 0.0754552 Jul 20 19:32:33.020072 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-0e81270a-d858-44d2-bc87-58657a18652f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:33.021540 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-0e81270a-d858-44d2-bc87-58657a18652f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=ec3fabab-604f-444b-a3c2-c053ae9a341a HTTP/1.1" status: 200 len: 854 time: 0.0737588 Jul 20 19:32:33.047272 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:33.052131 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cb87fa19-4b01-4ff9-b6f6-4f45f66bf8e7 req-fa9c9abc-24ec-4099-b54b-f03b80c4eba9 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0565503 Jul 20 19:32:33.098973 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device b0ba955a-1d57-492d-8bb9-b0e8d72282f5 details requested by agent hyperv_hv-cinder-85054 with host hv-cinder-85054 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:32:33.211512 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port b0ba955a-1d57-492d-8bb9-b0e8d72282f5, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=b0ba955a-1d57-492d-8bb9-b0e8d72282f5,segment=NetworkSegment(580f0bca-e144-4183-bb8e-0071b3251b2f),segment_id=580f0bca-e144-4183-bb8e-0071b3251b2f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:32:33.222879 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Returning: {'device': 'b0ba955a-1d57-492d-8bb9-b0e8d72282f5', 'network_id': '9c307b5c-a0b2-4dc9-b558-9f63e318c26c', 'port_id': 'b0ba955a-1d57-492d-8bb9-b0e8d72282f5', 'mac_address': 'fa:16:3e:bd:a1:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 968, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '633c8697-bc2e-4b3a-962c-1db1e66663fd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:32:33.259922 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port b0ba955a-1d57-492d-8bb9-b0e8d72282f5 is: DOWN; New status is: BUILD {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:32:33.260122 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (b0ba955a-1d57-492d-8bb9-b0e8d72282f5), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:33.273668 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0ba955a-1d57-492d-8bb9-b0e8d72282f5 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:32:33.294802 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port b0ba955a-1d57-492d-8bb9-b0e8d72282f5, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=b0ba955a-1d57-492d-8bb9-b0e8d72282f5,segment=NetworkSegment(580f0bca-e144-4183-bb8e-0071b3251b2f),segment_id=580f0bca-e144-4183-bb8e-0071b3251b2f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:32:33.301077 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (b0ba955a-1d57-492d-8bb9-b0e8d72282f5), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:33.354798 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=b0ba955a-1d57-492d-8bb9-b0e8d72282f5,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:33.809120 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-616e9384-0e07-4b8f-b6fe-56205782c45b service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=6e06d9a4-c3cc-4d57-9431-dcfeac509b05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548446 Jul 20 19:32:33.820941 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7681d-369e-4552-88d6-c7fe3fd7b778 req-1abd89eb-840e-4449-ae10-e7f8c8a34b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:33.822355 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-70b7681d-369e-4552-88d6-c7fe3fd7b778 req-1abd89eb-840e-4449-ae10-e7f8c8a34b1d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=b1f129d1e4d4431c928dc63146543497&device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 1129 time: 0.0671794 Jul 20 19:32:33.897150 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['b0ba955a-1d57-492d-8bb9-b0e8d72282f5'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:32:33.963584 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:34.004601 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:34.076854 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60ecb86-630f-4329-8ed1-324a3d5ce6f2 req-43cd25f0-8391-454a-a587-12e819234c6f tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:34.078333 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c60ecb86-630f-4329-8ed1-324a3d5ce6f2 req-43cd25f0-8391-454a-a587-12e819234c6f tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 945 time: 0.1418262 Jul 20 19:32:34.088769 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d754e6-6d71-4259-b343-17aff8df2121 req-6ad3ee1d-2c92-4cc2-b47c-186e41d510d7 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:34.090232 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d2d754e6-6d71-4259-b343-17aff8df2121 req-6ad3ee1d-2c92-4cc2-b47c-186e41d510d7 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 944 time: 0.1435909 Jul 20 19:32:34.267566 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:34.282247 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c60ecb86-630f-4329-8ed1-324a3d5ce6f2 req-634f9b93-d4cc-4301-9482-eb77e70f874e tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910975 Jul 20 19:32:34.284672 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-1c2bf7d5-1abd-4df4-b518-da9add51fdda service neutron] 10.222.0.96 "GET /v2.0/networks/6e06d9a4-c3cc-4d57-9431-dcfeac509b05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831802 Jul 20 19:32:34.287815 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d2d754e6-6d71-4259-b343-17aff8df2121 req-5405b502-42d8-49c5-810d-0882554c4d49 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678355 Jul 20 19:32:34.289246 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7681d-369e-4552-88d6-c7fe3fd7b778 req-090003f0-2ec9-4ca4-b408-c376f3c11eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:34.290755 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-70b7681d-369e-4552-88d6-c7fe3fd7b778 req-090003f0-2ec9-4ca4-b408-c376f3c11eeb service neutron] 10.222.0.96 "GET /v2.0/networks?id=9c307b5c-a0b2-4dc9-b558-9f63e318c26c HTTP/1.1" status: 200 len: 910 time: 0.2904253 Jul 20 19:32:34.379937 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-70b7681d-369e-4552-88d6-c7fe3fd7b778 req-277a3408-da1b-4ac2-9f4d-3bd13379205f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b0ba955a-1d57-492d-8bb9-b0e8d72282f5 HTTP/1.1" status: 200 len: 217 time: 0.0613451 Jul 20 19:32:34.478914 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92512919-cac9-46b7-9a2d-590fa9ae8ca5 req-43e3460d-234c-47e9-91f5-e42c869fcea6 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:34.480372 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-92512919-cac9-46b7-9a2d-590fa9ae8ca5 req-43e3460d-234c-47e9-91f5-e42c869fcea6 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 946 time: 0.1399980 Jul 20 19:32:34.527262 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b7681d-369e-4552-88d6-c7fe3fd7b778 req-39a60926-171c-48e6-9b49-49ea565f8905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:34.528692 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-70b7681d-369e-4552-88d6-c7fe3fd7b778 req-39a60926-171c-48e6-9b49-49ea565f8905 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=633c8697-bc2e-4b3a-962c-1db1e66663fd HTTP/1.1" status: 200 len: 849 time: 0.1274993 Jul 20 19:32:34.537670 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-88964fec-d1bd-4c22-8ceb-c4a53f0a9c4e req-93da3ef8-6824-48c6-977f-11742487d1e1 service neutron] 10.222.0.96 "GET /v2.0/networks/6e06d9a4-c3cc-4d57-9431-dcfeac509b05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270284 Jul 20 19:32:34.579216 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-70b7681d-369e-4552-88d6-c7fe3fd7b778 req-a44b04bb-0e5b-46db-ba02-485a8569f6d5 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9c307b5c-a0b2-4dc9-b558-9f63e318c26c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359361 Jul 20 19:32:34.586939 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-92512919-cac9-46b7-9a2d-590fa9ae8ca5 req-9fb6b133-2656-47ef-a01c-389e9fbd8e04 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007488 Jul 20 19:32:35.425258 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device b0ba955a-1d57-492d-8bb9-b0e8d72282f5 up at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:32:35.429516 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b72f59-ee11-4ce1-9825-cb095e51bf28 req-ad984586-e155-4fc9-b845-8fae171cdd9f tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:35.431067 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-39b72f59-ee11-4ce1-9825-cb095e51bf28 req-ad984586-e155-4fc9-b845-8fae171cdd9f tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 945 time: 0.0809393 Jul 20 19:32:35.439371 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e20a3c1-aff9-4397-be01-fc7b7372521d req-0dc722b4-3dbd-4e5d-9bdb-1202c4299f18 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:35.440760 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6e20a3c1-aff9-4397-be01-fc7b7372521d req-0dc722b4-3dbd-4e5d-9bdb-1202c4299f18 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 944 time: 0.0789285 Jul 20 19:32:35.471723 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning for port b0ba955a-1d57-492d-8bb9-b0e8d72282f5 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:32:35.479627 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning complete for port b0ba955a-1d57-492d-8bb9-b0e8d72282f5 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:32:35.480029 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (b0ba955a-1d57-492d-8bb9-b0e8d72282f5), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:35.515598 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-39b72f59-ee11-4ce1-9825-cb095e51bf28 req-e74a6c58-acc4-479f-a092-f29017a17716 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738652 Jul 20 19:32:35.523144 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6e20a3c1-aff9-4397-be01-fc7b7372521d req-ed753684-bdea-4400-9ca4-1f5bf08fa503 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744014 Jul 20 19:32:35.555177 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port b0ba955a-1d57-492d-8bb9-b0e8d72282f5 is: BUILD; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:32:35.555783 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (b0ba955a-1d57-492d-8bb9-b0e8d72282f5), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:35.578873 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c38ce1-4b0a-4972-831d-bf5c3c98458f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ba955a-1d57-492d-8bb9-b0e8d72282f5'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:32:35.581041 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d72f294-80d1-4ef2-a323-63a5fc6d4e18" -d '{"events": [{"server_uuid": "a3c38ce1-4b0a-4972-831d-bf5c3c98458f", "name": "network-vif-plugged", "status": "completed", "tag": "b0ba955a-1d57-492d-8bb9-b0e8d72282f5"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:32:35.594498 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port b0ba955a-1d57-492d-8bb9-b0e8d72282f5, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=b0ba955a-1d57-492d-8bb9-b0e8d72282f5,segment=NetworkSegment(580f0bca-e144-4183-bb8e-0071b3251b2f),segment_id=580f0bca-e144-4183-bb8e-0071b3251b2f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:32:35.598470 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (b0ba955a-1d57-492d-8bb9-b0e8d72282f5), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:35.624536 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f906f0f-10de-49a2-8fce-1a53b0e7977d x-openstack-request-id: req-9f906f0f-10de-49a2-8fce-1a53b0e7977d {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:32:35.624827 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c38ce1-4b0a-4972-831d-bf5c3c98458f", "name": "network-vif-plugged", "status": "completed", "tag": "b0ba955a-1d57-492d-8bb9-b0e8d72282f5", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:32:35.625104 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9f906f0f-10de-49a2-8fce-1a53b0e7977d {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:32:35.625487 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f906f0f-10de-49a2-8fce-1a53b0e7977d'] response: {'server_uuid': 'a3c38ce1-4b0a-4972-831d-bf5c3c98458f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0ba955a-1d57-492d-8bb9-b0e8d72282f5', 'code': 200} Jul 20 19:32:35.650890 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=b0ba955a-1d57-492d-8bb9-b0e8d72282f5,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:36.745433 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:36.769262 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988ee77-753f-447a-9f0b-63735e6b504b req-74056b60-6a60-474f-b932-21ec0ddcd8ce tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:36.770701 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1988ee77-753f-447a-9f0b-63735e6b504b req-74056b60-6a60-474f-b932-21ec0ddcd8ce tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 944 time: 0.1246905 Jul 20 19:32:36.780139 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11125092-2e5b-4e9d-8ff1-10a5d244ea3d req-46a45f1e-917f-4477-9925-f493d7e0b529 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:36.781604 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-11125092-2e5b-4e9d-8ff1-10a5d244ea3d req-46a45f1e-917f-4477-9925-f493d7e0b529 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 946 time: 0.1375315 Jul 20 19:32:36.782540 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003fab81-f921-4449-a535-b75045550d9c req-2ca4b544-f703-4e17-bcad-1db27d18d63a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:36.783899 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-003fab81-f921-4449-a535-b75045550d9c req-2ca4b544-f703-4e17-bcad-1db27d18d63a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 1130 time: 0.1387866 Jul 20 19:32:36.830472 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-70b7681d-369e-4552-88d6-c7fe3fd7b778 req-00d55455-cc2b-4bf2-bbc5-95b6213d1c4e service neutron] 10.222.0.96 "GET /v2.0/networks/9c307b5c-a0b2-4dc9-b558-9f63e318c26c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4894116 Jul 20 19:32:36.953005 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-11125092-2e5b-4e9d-8ff1-10a5d244ea3d req-bcc0bd6d-a05e-4fb3-8eea-19baa3a8f686 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616242 Jul 20 19:32:36.957122 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:36.959633 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-003fab81-f921-4449-a535-b75045550d9c req-c76dc903-166e-4d3f-b966-b221c2667793 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605248 Jul 20 19:32:36.963039 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1988ee77-753f-447a-9f0b-63735e6b504b req-cdf8238b-e2d9-472a-ab0a-f11d34aa16b4 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729136 Jul 20 19:32:36.994636 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-70b7681d-369e-4552-88d6-c7fe3fd7b778 req-fd6d526a-6961-41ef-a75c-88a1881ce088 service neutron] 10.222.0.96 "GET /v2.0/networks/9c307b5c-a0b2-4dc9-b558-9f63e318c26c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553743 Jul 20 19:32:37.442200 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device a3f1494b-4a5b-4067-8be0-4a7769ab81cb details requested by agent hyperv_hv-cinder-85054 with host hv-cinder-85054 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:32:37.547359 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port a3f1494b-4a5b-4067-8be0-4a7769ab81cb, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=a3f1494b-4a5b-4067-8be0-4a7769ab81cb,segment=NetworkSegment(21affb50-584a-420e-9d0e-02edacdca8c4),segment_id=21affb50-584a-420e-9d0e-02edacdca8c4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:32:37.558713 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Returning: {'device': 'a3f1494b-4a5b-4067-8be0-4a7769ab81cb', 'network_id': '6e06d9a4-c3cc-4d57-9431-dcfeac509b05', 'port_id': 'a3f1494b-4a5b-4067-8be0-4a7769ab81cb', 'mac_address': 'fa:16:3e:74:67:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 981, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec3fabab-604f-444b-a3c2-c053ae9a341a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:32:37.597812 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port a3f1494b-4a5b-4067-8be0-4a7769ab81cb is: DOWN; New status is: BUILD {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:32:37.598210 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (a3f1494b-4a5b-4067-8be0-4a7769ab81cb), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:37.611240 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f1494b-4a5b-4067-8be0-4a7769ab81cb {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:32:37.631015 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port a3f1494b-4a5b-4067-8be0-4a7769ab81cb, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=a3f1494b-4a5b-4067-8be0-4a7769ab81cb,segment=NetworkSegment(21affb50-584a-420e-9d0e-02edacdca8c4),segment_id=21affb50-584a-420e-9d0e-02edacdca8c4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:32:37.635634 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (a3f1494b-4a5b-4067-8be0-4a7769ab81cb), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:37.682064 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=a3f1494b-4a5b-4067-8be0-4a7769ab81cb,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:38.105776 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c6959-3faf-4fbe-8f4a-d34743123a89 req-9561bf23-da4d-4555-93f4-6002c02193da tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:38.107248 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c82c6959-3faf-4fbe-8f4a-d34743123a89 req-9561bf23-da4d-4555-93f4-6002c02193da tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 946 time: 0.0822811 Jul 20 19:32:38.113162 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dfc8d2-a588-4fdf-8231-460d49a89d86 req-0cc2d7dd-0ea6-4ae0-9df2-475be48d4821 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:38.114508 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-23dfc8d2-a588-4fdf-8231-460d49a89d86 req-0cc2d7dd-0ea6-4ae0-9df2-475be48d4821 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 945 time: 0.0791416 Jul 20 19:32:38.196913 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c82c6959-3faf-4fbe-8f4a-d34743123a89 req-6d2e6e0b-ee55-4ce8-b591-d8af55f3d075 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814457 Jul 20 19:32:38.201022 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-23dfc8d2-a588-4fdf-8231-460d49a89d86 req-613a0f9e-76a3-4a77-a068-4b537e16257b tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789897 Jul 20 19:32:38.258886 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['a3f1494b-4a5b-4067-8be0-4a7769ab81cb'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:32:38.377060 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:38.642255 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=12,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:38.649681 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=8,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:39.346392 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6012985b-dbc4-47a2-b88c-906e74cd705d req-f6e3d545-6cd8-489b-80d8-131d50d971ff tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:39.347880 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6012985b-dbc4-47a2-b88c-906e74cd705d req-f6e3d545-6cd8-489b-80d8-131d50d971ff tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 945 time: 0.0713046 Jul 20 19:32:39.354306 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c083602-675c-4c87-9e81-0032d2c48cfa req-296bcfd7-e6b9-4285-9f86-58eaf439b73a tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:39.355744 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5c083602-675c-4c87-9e81-0032d2c48cfa req-296bcfd7-e6b9-4285-9f86-58eaf439b73a tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 946 time: 0.0890925 Jul 20 19:32:39.434204 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6012985b-dbc4-47a2-b88c-906e74cd705d req-2b039c8f-27b2-4051-86b8-aa8f35149ed0 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774679 Jul 20 19:32:39.437288 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5c083602-675c-4c87-9e81-0032d2c48cfa req-9341a03b-eba5-4e99-a575-b35acf32ef52 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744576 Jul 20 19:32:39.836734 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device a3f1494b-4a5b-4067-8be0-4a7769ab81cb up at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:32:39.888143 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning for port a3f1494b-4a5b-4067-8be0-4a7769ab81cb completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:32:39.895909 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning complete for port a3f1494b-4a5b-4067-8be0-4a7769ab81cb triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:32:39.896331 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (a3f1494b-4a5b-4067-8be0-4a7769ab81cb), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:39.897942 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:39.979106 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port a3f1494b-4a5b-4067-8be0-4a7769ab81cb is: BUILD; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:32:39.979504 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (a3f1494b-4a5b-4067-8be0-4a7769ab81cb), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:40.006557 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e943ba-e9b0-4b50-94ee-9fc657570555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f1494b-4a5b-4067-8be0-4a7769ab81cb'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:32:40.009730 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b497e008-6236-4717-9cc1-9d9f602e6ec4" -d '{"events": [{"server_uuid": "d7e943ba-e9b0-4b50-94ee-9fc657570555", "name": "network-vif-plugged", "status": "completed", "tag": "a3f1494b-4a5b-4067-8be0-4a7769ab81cb"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:32:40.023381 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port a3f1494b-4a5b-4067-8be0-4a7769ab81cb, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=a3f1494b-4a5b-4067-8be0-4a7769ab81cb,segment=NetworkSegment(21affb50-584a-420e-9d0e-02edacdca8c4),segment_id=21affb50-584a-420e-9d0e-02edacdca8c4)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:32:40.027561 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (a3f1494b-4a5b-4067-8be0-4a7769ab81cb), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:40.053059 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19484053-bc5e-4bf1-8578-54f65d0eab4f x-openstack-request-id: req-19484053-bc5e-4bf1-8578-54f65d0eab4f {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:32:40.053376 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e943ba-e9b0-4b50-94ee-9fc657570555", "name": "network-vif-plugged", "status": "completed", "tag": "a3f1494b-4a5b-4067-8be0-4a7769ab81cb", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:32:40.053629 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-19484053-bc5e-4bf1-8578-54f65d0eab4f {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:32:40.054021 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19484053-bc5e-4bf1-8578-54f65d0eab4f'] response: {'server_uuid': 'd7e943ba-e9b0-4b50-94ee-9fc657570555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f1494b-4a5b-4067-8be0-4a7769ab81cb', 'code': 200} Jul 20 19:32:40.082039 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=a3f1494b-4a5b-4067-8be0-4a7769ab81cb,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:40.168830 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=9 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:40.172438 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=76,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:40.330271 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442edfc5-dcd8-497a-81d2-12c5e31db5cc req-3dee9112-4ad1-472c-adf2-da2cb1b7fb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:40.331854 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-442edfc5-dcd8-497a-81d2-12c5e31db5cc req-3dee9112-4ad1-472c-adf2-da2cb1b7fb70 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 1130 time: 0.0461667 Jul 20 19:32:40.422578 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9974143-0063-4d82-be26-61713bb0a1d6 req-d1746b2d-4719-444b-9d2a-9e473c40a6d3 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:40.424035 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f9974143-0063-4d82-be26-61713bb0a1d6 req-d1746b2d-4719-444b-9d2a-9e473c40a6d3 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 946 time: 0.0512850 Jul 20 19:32:40.473074 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f9974143-0063-4d82-be26-61713bb0a1d6 req-b6c1cea8-7c96-4067-ad73-1c2cb9aad19d tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434411 Jul 20 19:32:40.550248 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dc2bee-7e35-49c7-9d36-89c945ddf337 req-c7a31ad7-1254-434c-a036-46b3a98f8499 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:40.551696 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-26dc2bee-7e35-49c7-9d36-89c945ddf337 req-c7a31ad7-1254-434c-a036-46b3a98f8499 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 946 time: 0.0475402 Jul 20 19:32:40.599766 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-26dc2bee-7e35-49c7-9d36-89c945ddf337 req-83215def-553f-4bb8-9a5d-911d4b1df5c8 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419450 Jul 20 19:32:41.597172 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a3327-6f8c-4b18-8b24-ac2f6f6e686a req-d19bd7d6-5b36-4cc1-a63b-dc5c4b485065 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:41.598670 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-284a3327-6f8c-4b18-8b24-ac2f6f6e686a req-d19bd7d6-5b36-4cc1-a63b-dc5c4b485065 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 946 time: 0.0494018 Jul 20 19:32:41.654617 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-284a3327-6f8c-4b18-8b24-ac2f6f6e686a req-ebb1c7f6-353a-499e-bf09-d5a6085839c1 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498049 Jul 20 19:32:41.780254 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d123b3-1110-4baa-910b-547ba08e74a4 req-2d921bb0-262d-49bc-badf-b6d34b182906 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:41.781921 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d7d123b3-1110-4baa-910b-547ba08e74a4 req-2d921bb0-262d-49bc-badf-b6d34b182906 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 946 time: 0.0547221 Jul 20 19:32:41.972297 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d7d123b3-1110-4baa-910b-547ba08e74a4 req-414d15a9-5472-4448-95aa-bc0d09b1b2d8 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1827374 Jul 20 19:32:42.065493 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:42.088492 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-442edfc5-dcd8-497a-81d2-12c5e31db5cc req-5d84e2df-d8ec-4013-a0dd-4f3cf2e874fa service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422690 Jul 20 19:32:42.780136 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0c0d63-e819-49f4-ba76-0bf4b83339b0 req-ac858c84-c6bc-4ab5-bf87-64c3e3db17b1 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:42.781649 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3b0c0d63-e819-49f4-ba76-0bf4b83339b0 req-ac858c84-c6bc-4ab5-bf87-64c3e3db17b1 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 946 time: 0.0531604 Jul 20 19:32:42.839367 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3b0c0d63-e819-49f4-ba76-0bf4b83339b0 req-ee9ea3c6-af9d-43fb-9891-61aad5c2d8fc tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517008 Jul 20 19:32:43.096687 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2958a5-a0c3-4281-badb-e7db6ad63390 req-da2d0429-877d-4eb9-bc0b-6de0c86ca388 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:43.098172 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4d2958a5-a0c3-4281-badb-e7db6ad63390 req-da2d0429-877d-4eb9-bc0b-6de0c86ca388 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 946 time: 0.0474088 Jul 20 19:32:43.117134 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:43.146898 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4d2958a5-a0c3-4281-badb-e7db6ad63390 req-2fad690a-ee55-4621-8055-290f929d0cbf tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424871 Jul 20 19:32:43.598387 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f56fe490-6675-44ca-bc75-c54269b25126 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:43.960042 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73eb01ae-f9ed-49f6-ac48-46c5facc3c9c req-907a7f23-39db-4ead-86d2-8fc894b78221 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:43.962689 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-73eb01ae-f9ed-49f6-ac48-46c5facc3c9c req-907a7f23-39db-4ead-86d2-8fc894b78221 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 946 time: 0.0505838 Jul 20 19:32:44.015027 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-73eb01ae-f9ed-49f6-ac48-46c5facc3c9c req-aad41be2-ec92-4cb4-becc-b26b848802c1 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466685 Jul 20 19:32:44.160636 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818380ec-18ba-456a-a70c-81ccf483d0aa req-6cf53ea4-8ecb-459f-a29a-b1a67a54579f tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:44.162335 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-818380ec-18ba-456a-a70c-81ccf483d0aa req-6cf53ea4-8ecb-459f-a29a-b1a67a54579f tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.96 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 946 time: 0.0566432 Jul 20 19:32:44.263896 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b600d255-1465-4ca1-b0a7-a6d5d0326403 req-ec76a4d2-ba8e-4a9e-81b1-ffc79f2e9530 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:44.265401 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b600d255-1465-4ca1-b0a7-a6d5d0326403 req-ec76a4d2-ba8e-4a9e-81b1-ffc79f2e9530 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 946 time: 0.0480478 Jul 20 19:32:44.313746 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b600d255-1465-4ca1-b0a7-a6d5d0326403 req-6ea25d57-cb38-48b8-b790-4a81f26d7d9e tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427194 Jul 20 19:32:45.087000 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-818380ec-18ba-456a-a70c-81ccf483d0aa req-35d5d0bf-7d7d-4244-893f-71a434292279 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Deleting port b0ba955a-1d57-492d-8bb9-b0e8d72282f5 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:32:45.087801 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-818380ec-18ba-456a-a70c-81ccf483d0aa req-35d5d0bf-7d7d-4244-893f-71a434292279 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (b0ba955a-1d57-492d-8bb9-b0e8d72282f5), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:45.156030 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee24903-9718-438d-a098-4a62a52e6c94 req-eaffea97-d108-4f67-a11b-66734cc8fc8c tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:45.162970 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7ee24903-9718-438d-a098-4a62a52e6c94 req-eaffea97-d108-4f67-a11b-66734cc8fc8c tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 946 time: 0.0724728 Jul 20 19:32:45.269215 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7ee24903-9718-438d-a098-4a62a52e6c94 req-a33082f7-3c47-4886-837d-15290cd6f997 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/security-groups?id=3d2cd43a-1522-409c-bb10-a5c57e1a4340&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052592 Jul 20 19:32:45.289754 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-818380ec-18ba-456a-a70c-81ccf483d0aa req-35d5d0bf-7d7d-4244-893f-71a434292279 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] For port b0ba955a-1d57-492d-8bb9-b0e8d72282f5, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=b0ba955a-1d57-492d-8bb9-b0e8d72282f5,segment=NetworkSegment(580f0bca-e144-4183-bb8e-0071b3251b2f),segment_id=580f0bca-e144-4183-bb8e-0071b3251b2f)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:32:45.290666 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-818380ec-18ba-456a-a70c-81ccf483d0aa req-35d5d0bf-7d7d-4244-893f-71a434292279 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (b0ba955a-1d57-492d-8bb9-b0e8d72282f5), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:45.321120 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-818380ec-18ba-456a-a70c-81ccf483d0aa req-35d5d0bf-7d7d-4244-893f-71a434292279 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Calling delete_port for b0ba955a-1d57-492d-8bb9-b0e8d72282f5 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:32:45.485529 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23fafd6-88e4-4b14-9d3f-fc1b330e8283 req-36a1f232-cf0d-4235-8322-917c9d8c56bb tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:45.486962 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d23fafd6-88e4-4b14-9d3f-fc1b330e8283 req-36a1f232-cf0d-4235-8322-917c9d8c56bb tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 984 time: 0.0829504 Jul 20 19:32:45.556544 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d218656-12ee-4a2c-bd36-1ec002109d9a req-2848c5f4-ac6a-4782-a459-d0129c58720f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:45.557991 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1d218656-12ee-4a2c-bd36-1ec002109d9a req-2848c5f4-ac6a-4782-a459-d0129c58720f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=91e1220a765f41e88d4e3480b9a7a687&device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 1168 time: 0.0790143 Jul 20 19:32:45.563436 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-818380ec-18ba-456a-a70c-81ccf483d0aa req-35d5d0bf-7d7d-4244-893f-71a434292279 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (b0ba955a-1d57-492d-8bb9-b0e8d72282f5), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:45.619105 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5d0bf-7d7d-4244-893f-71a434292279 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Pushing event deleted for resources: {'Port': ['ID=b0ba955a-1d57-492d-8bb9-b0e8d72282f5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:32:45.620672 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:45.625825 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:45.720706 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d23fafd6-88e4-4b14-9d3f-fc1b330e8283 req-08f62474-fd9b-4674-80e7-7b66e7401698 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&id=7a873f5b-f6c0-4459-89e4-8db8857352b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2239900 Jul 20 19:32:45.754584 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-818380ec-18ba-456a-a70c-81ccf483d0aa req-35d5d0bf-7d7d-4244-893f-71a434292279 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] No DVR routers for this DVR port b0ba955a-1d57-492d-8bb9-b0e8d72282f5 on host hv-cinder-85054 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:32:45.762115 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-818380ec-18ba-456a-a70c-81ccf483d0aa req-35d5d0bf-7d7d-4244-893f-71a434292279 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:45.765272 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-818380ec-18ba-456a-a70c-81ccf483d0aa req-35d5d0bf-7d7d-4244-893f-71a434292279 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.96 "DELETE /v2.0/ports/b0ba955a-1d57-492d-8bb9-b0e8d72282f5 HTTP/1.1" status: 204 len: 173 time: 0.7689712 Jul 20 19:32:45.765709 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3c38ce1-4b0a-4972-831d-bf5c3c98458f', 'name': 'network-vif-deleted', 'tag': 'b0ba955a-1d57-492d-8bb9-b0e8d72282f5'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:32:45.767978 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4709ac1c-726e-4f82-bc60-729a89c50bb5" -d '{"events": [{"server_uuid": "a3c38ce1-4b0a-4972-831d-bf5c3c98458f", "name": "network-vif-deleted", "tag": "b0ba955a-1d57-492d-8bb9-b0e8d72282f5"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:32:45.788174 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d218656-12ee-4a2c-bd36-1ec002109d9a req-123f3208-814e-4037-9b15-85907deebc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:45.790237 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1d218656-12ee-4a2c-bd36-1ec002109d9a req-123f3208-814e-4037-9b15-85907deebc0d service neutron] 10.222.0.96 "GET /v2.0/networks?id=1e189f3c-62d8-4a6b-a167-08b9a7c92e37 HTTP/1.1" status: 200 len: 915 time: 0.2175484 Jul 20 19:32:45.807413 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989a79bc-423a-4fa3-b28c-edf3c0e4364c x-openstack-request-id: req-989a79bc-423a-4fa3-b28c-edf3c0e4364c {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:32:45.807722 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3c38ce1-4b0a-4972-831d-bf5c3c98458f", "name": "network-vif-deleted", "tag": "b0ba955a-1d57-492d-8bb9-b0e8d72282f5", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:32:45.807975 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-989a79bc-423a-4fa3-b28c-edf3c0e4364c {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:32:45.808407 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-989a79bc-423a-4fa3-b28c-edf3c0e4364c'] response: {'server_uuid': 'a3c38ce1-4b0a-4972-831d-bf5c3c98458f', 'name': 'network-vif-deleted', 'tag': 'b0ba955a-1d57-492d-8bb9-b0e8d72282f5', 'status': 'completed', 'code': 200} Jul 20 19:32:45.866918 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device b0ba955a-1d57-492d-8bb9-b0e8d72282f5 no longer exists at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:32:45.887489 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] No Port match for: b0ba955a-1d57-492d-8bb9-b0e8d72282f5 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:32:45.887859 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device b0ba955a-1d57-492d-8bb9-b0e8d72282f5 not bound to the agent host hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:32:45.946547 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a634c063-bfec-401f-b620-fe7dfac9bc61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:45.974949 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1d218656-12ee-4a2c-bd36-1ec002109d9a req-fad398d4-f440-46c9-a799-02d00f8664c5 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53beb0fe-5f2d-480b-8bef-611c76c92caf HTTP/1.1" status: 200 len: 1001 time: 0.0613430 Jul 20 19:32:46.096548 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d218656-12ee-4a2c-bd36-1ec002109d9a req-83e517e9-ba7f-4e7b-b9be-40de1c4af853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:46.097948 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1d218656-12ee-4a2c-bd36-1ec002109d9a req-83e517e9-ba7f-4e7b-b9be-40de1c4af853 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=862e9adf-bfc6-4261-9460-41a6c56342df HTTP/1.1" status: 200 len: 853 time: 0.0476637 Jul 20 19:32:46.194531 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d218656-12ee-4a2c-bd36-1ec002109d9a req-7c438ef6-ae5a-4564-bb06-af2531010ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:46.196352 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1d218656-12ee-4a2c-bd36-1ec002109d9a req-7c438ef6-ae5a-4564-bb06-af2531010ab7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1e189f3c-62d8-4a6b-a167-08b9a7c92e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441766 Jul 20 19:32:46.416007 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-34ca49f9-0c7e-46b5-a7b4-19c4001eeeeb req-60b31d7e-5071-45cc-88ec-7cd184991ef1 tempest-VolumesActionsTest-1272599196 tempest-VolumesActionsTest-1272599196-project] 10.222.0.79 "GET /v2.0/ports?device_id=a3c38ce1-4b0a-4972-831d-bf5c3c98458f HTTP/1.1" status: 200 len: 210 time: 0.0400877 Jul 20 19:32:46.461105 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9130328-d532-46cf-bb47-25370055c3e8 req-33b17972-2cfc-4e0a-b289-9588d703bed9 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:46.463263 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a9130328-d532-46cf-bb47-25370055c3e8 req-33b17972-2cfc-4e0a-b289-9588d703bed9 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0506697 Jul 20 19:32:46.513151 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a9130328-d532-46cf-bb47-25370055c3e8 req-3efb5d24-e63c-4772-b097-f6a0ce5117c6 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438731 Jul 20 19:32:46.670494 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1d218656-12ee-4a2c-bd36-1ec002109d9a req-6a777f86-a3a2-4c82-acd3-530e312307cf service neutron] 10.222.0.96 "GET /v2.0/networks/1e189f3c-62d8-4a6b-a167-08b9a7c92e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948126 Jul 20 19:32:46.880350 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d166902b-3df2-4928-9b4c-d0c35097d006 req-a71acfe0-d2fe-4f24-94e7-447712eafcf7 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:46.881891 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d166902b-3df2-4928-9b4c-d0c35097d006 req-a71acfe0-d2fe-4f24-94e7-447712eafcf7 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 984 time: 0.0694544 Jul 20 19:32:46.886304 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1d218656-12ee-4a2c-bd36-1ec002109d9a req-14594829-4188-431f-8ff8-056e44ccc842 service neutron] 10.222.0.96 "GET /v2.0/networks/1e189f3c-62d8-4a6b-a167-08b9a7c92e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1400800 Jul 20 19:32:46.915328 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:46.944939 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d166902b-3df2-4928-9b4c-d0c35097d006 req-a26cf6da-f361-4ffe-92cd-99b6adedf65e tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&id=7a873f5b-f6c0-4459-89e4-8db8857352b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559754 Jul 20 19:32:47.632078 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dabb1d7-9c1e-47e9-b9fa-07ab17e07e08 req-500db0a8-e053-44f9-b173-6a884308df43 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:47.634158 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6dabb1d7-9c1e-47e9-b9fa-07ab17e07e08 req-500db0a8-e053-44f9-b173-6a884308df43 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0519381 Jul 20 19:32:47.685952 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6dabb1d7-9c1e-47e9-b9fa-07ab17e07e08 req-f366b042-80f6-4999-9369-bbf54000dc8b tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459573 Jul 20 19:32:48.071784 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1f7d6e-014a-4530-ab36-1507493eb960 req-dc1ec0b4-9dc0-42e6-90a4-e32f42172ad7 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:48.073644 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bb1f7d6e-014a-4530-ab36-1507493eb960 req-dc1ec0b4-9dc0-42e6-90a4-e32f42172ad7 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 984 time: 0.0520985 Jul 20 19:32:48.143168 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bb1f7d6e-014a-4530-ab36-1507493eb960 req-995a256a-1ba5-4e15-b3b8-2b2776de30bc tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&id=7a873f5b-f6c0-4459-89e4-8db8857352b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0623794 Jul 20 19:32:48.246746 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-35128929-ac1a-4177-b7d7-e3fa0aa9d123 req-1eb94e2d-0d32-4e22-b13e-4f07a9ce2b27 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0458682 Jul 20 19:32:48.331901 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35128929-ac1a-4177-b7d7-e3fa0aa9d123 req-c74c88db-13e2-4795-8420-cea94f022fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:48.333787 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-35128929-ac1a-4177-b7d7-e3fa0aa9d123 req-c74c88db-13e2-4795-8420-cea94f022fe3 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca9f11498f9d4245910281ac3bd55470&device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 1130 time: 0.0437315 Jul 20 19:32:48.435664 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:48.452139 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:48.462154 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35128929-ac1a-4177-b7d7-e3fa0aa9d123 req-86a44fd5-bc9d-4ff0-8b50-496d93af233d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:48.463621 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-35128929-ac1a-4177-b7d7-e3fa0aa9d123 req-86a44fd5-bc9d-4ff0-8b50-496d93af233d service neutron] 10.222.0.96 "GET /v2.0/networks?id=c252680c-c029-4238-80e1-835b5a8591d8 HTTP/1.1" status: 200 len: 918 time: 0.1028726 Jul 20 19:32:48.537472 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-35128929-ac1a-4177-b7d7-e3fa0aa9d123 req-9aa6e9b7-1445-4b18-8b09-c75713e7ab84 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8de6f1a3-1533-4778-946a-bfef39df578f HTTP/1.1" status: 200 len: 1001 time: 0.0592227 Jul 20 19:32:48.595762 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35128929-ac1a-4177-b7d7-e3fa0aa9d123 req-5d5108bb-34b6-4c66-ab2e-0c1408411c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:48.597236 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-35128929-ac1a-4177-b7d7-e3fa0aa9d123 req-5d5108bb-34b6-4c66-ab2e-0c1408411c86 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5a397f0b-3686-46fe-bb9f-edf6643027d1 HTTP/1.1" status: 200 len: 856 time: 0.0460911 Jul 20 19:32:48.622741 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:48.806520 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:48.814210 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84c89ce-892a-41a1-bcd4-21ac4e95b00a req-66153608-2f84-42c4-8851-f24a36e3ac8a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:48.815960 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b84c89ce-892a-41a1-bcd4-21ac4e95b00a req-66153608-2f84-42c4-8851-f24a36e3ac8a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0569017 Jul 20 19:32:48.870128 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b84c89ce-892a-41a1-bcd4-21ac4e95b00a req-e0706264-2ae0-44f4-af42-43244b65fff8 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469735 Jul 20 19:32:49.267545 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ffd0b3-2863-4eb9-9683-8d2e29e26f68 req-41d5b70d-7140-455f-afd8-dcc5f81c7d84 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:49.269052 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f6ffd0b3-2863-4eb9-9683-8d2e29e26f68 req-41d5b70d-7140-455f-afd8-dcc5f81c7d84 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 984 time: 0.0554819 Jul 20 19:32:49.338235 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f6ffd0b3-2863-4eb9-9683-8d2e29e26f68 req-fc3f7775-0332-44bb-9379-fff296192491 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&id=7a873f5b-f6c0-4459-89e4-8db8857352b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627840 Jul 20 19:32:49.612600 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35128929-ac1a-4177-b7d7-e3fa0aa9d123 req-355cec48-be9a-449a-adcd-e43cce956b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:49.614126 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-35128929-ac1a-4177-b7d7-e3fa0aa9d123 req-355cec48-be9a-449a-adcd-e43cce956b0c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c252680c-c029-4238-80e1-835b5a8591d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0525410 Jul 20 19:32:49.993875 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9702e2a-80d5-4015-8a14-e60485784ecf req-d03ec98e-7e42-4f82-ad9e-e6beedc0c516 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:49.995762 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e9702e2a-80d5-4015-8a14-e60485784ecf req-d03ec98e-7e42-4f82-ad9e-e6beedc0c516 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0554373 Jul 20 19:32:50.044580 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e9702e2a-80d5-4015-8a14-e60485784ecf req-90f54aa4-6f99-4702-8ee3-55b9679c5459 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429471 Jul 20 19:32:50.755756 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22311afd-c846-4e77-acb2-4f0a84f25a4b req-c1a2547a-5a9c-48cf-ad26-b1b9f8d35243 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:50.758026 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-22311afd-c846-4e77-acb2-4f0a84f25a4b req-c1a2547a-5a9c-48cf-ad26-b1b9f8d35243 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 984 time: 0.3389142 Jul 20 19:32:50.807791 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-35128929-ac1a-4177-b7d7-e3fa0aa9d123 req-721fd6f5-e02a-4ca2-826c-8ff22965f72a service neutron] 10.222.0.96 "GET /v2.0/networks/c252680c-c029-4238-80e1-835b5a8591d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107201 Jul 20 19:32:50.851630 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-22311afd-c846-4e77-acb2-4f0a84f25a4b req-729d78d9-ca23-474a-a710-c92d5fcec404 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&id=7a873f5b-f6c0-4459-89e4-8db8857352b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0874474 Jul 20 19:32:50.960011 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:32:51.170154 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-595f63bb-5de7-4c83-ba52-3e91fc8a662c req-23734c2b-5e00-4c80-ad05-dadb6645bac3 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:51.171593 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-595f63bb-5de7-4c83-ba52-3e91fc8a662c req-23734c2b-5e00-4c80-ad05-dadb6645bac3 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0564969 Jul 20 19:32:51.222666 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-595f63bb-5de7-4c83-ba52-3e91fc8a662c req-b064674f-2c44-4203-9a72-783636a1860a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452700 Jul 20 19:32:51.223581 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:51.224317 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:51.546475 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-35128929-ac1a-4177-b7d7-e3fa0aa9d123 req-350e7648-62a9-4da7-beae-c1bb6d710eb9 service neutron] 10.222.0.96 "GET /v2.0/networks/c252680c-c029-4238-80e1-835b5a8591d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017714 Jul 20 19:32:51.982302 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c01514-2490-404c-a5cb-247889f6275c req-7553065e-a911-4616-9dac-4d5a2fa9896c tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:51.983867 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e3c01514-2490-404c-a5cb-247889f6275c req-7553065e-a911-4616-9dac-4d5a2fa9896c tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 984 time: 0.0585301 Jul 20 19:32:52.056607 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e3c01514-2490-404c-a5cb-247889f6275c req-c5897d18-ce41-4bfb-8537-ac60fa000c86 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&id=7a873f5b-f6c0-4459-89e4-8db8857352b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0667241 Jul 20 19:32:52.354645 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:52.370901 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bfb158-eb0e-4366-a57b-ec81d6f24df5 req-bfcbf364-2e2c-4470-9d26-447b4fbd107e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:52.372419 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c8bfb158-eb0e-4366-a57b-ec81d6f24df5 req-bfcbf364-2e2c-4470-9d26-447b4fbd107e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0709457 Jul 20 19:32:52.422988 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:52.427915 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c8bfb158-eb0e-4366-a57b-ec81d6f24df5 req-b8bc4674-c928-4357-94df-e2214a7b3db8 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493460 Jul 20 19:32:53.189249 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb29f95d-15bd-47ec-881d-b986af7e31f2 req-464c3149-ca75-459f-800c-910f44fee5c7 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:53.190813 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fb29f95d-15bd-47ec-881d-b986af7e31f2 req-464c3149-ca75-459f-800c-910f44fee5c7 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 984 time: 0.0532062 Jul 20 19:32:53.261346 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fb29f95d-15bd-47ec-881d-b986af7e31f2 req-c2823961-7482-4398-bc7f-ea867025f2c0 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&id=7a873f5b-f6c0-4459-89e4-8db8857352b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0641966 Jul 20 19:32:53.588201 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd677d-6b14-4147-a302-664244c92311 req-d0159b14-f857-4e9e-8fd8-80ebf6457b52 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:53.591503 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2bbd677d-6b14-4147-a302-664244c92311 req-d0159b14-f857-4e9e-8fd8-80ebf6457b52 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0708222 Jul 20 19:32:53.647306 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2bbd677d-6b14-4147-a302-664244c92311 req-3ae3cac4-7742-4a23-ba15-0564dd0fc548 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497196 Jul 20 19:32:54.218971 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:32:54.463378 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc8a1a9-958d-4e32-bec6-2a78b0cba8ab req-ed47ff57-69fa-4ff7-af20-63109c85fe1f tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:54.466349 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1dc8a1a9-958d-4e32-bec6-2a78b0cba8ab req-ed47ff57-69fa-4ff7-af20-63109c85fe1f tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 984 time: 0.0915217 Jul 20 19:32:54.538851 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1dc8a1a9-958d-4e32-bec6-2a78b0cba8ab req-69b8de02-94fb-4602-bb3b-d0076c9fc744 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&id=7a873f5b-f6c0-4459-89e4-8db8857352b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0661032 Jul 20 19:32:54.798918 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0545fbed-983a-44ec-85fc-c4242e53e840 req-ba864953-6215-47b5-9766-58a559b18db2 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:54.800444 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0545fbed-983a-44ec-85fc-c4242e53e840 req-ba864953-6215-47b5-9766-58a559b18db2 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0526526 Jul 20 19:32:54.872405 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0545fbed-983a-44ec-85fc-c4242e53e840 req-5507aaf2-877b-4934-85da-10e798b12f4f tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635097 Jul 20 19:32:55.671838 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00af011d-7cf9-4f73-88dd-678daac329df req-ed597098-339d-431f-9fda-4e7308a322f3 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:55.679024 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-00af011d-7cf9-4f73-88dd-678daac329df req-ed597098-339d-431f-9fda-4e7308a322f3 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 984 time: 0.0593834 Jul 20 19:32:55.755782 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-00af011d-7cf9-4f73-88dd-678daac329df req-5d5fe8e7-f31c-41af-bee1-d9864d487c75 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&id=7a873f5b-f6c0-4459-89e4-8db8857352b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0752914 Jul 20 19:32:56.005209 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe6cf58-5527-45a9-a6de-9d77b3585afe req-755c0055-649b-4913-81fc-0e8d8b843e02 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:56.007711 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-dbe6cf58-5527-45a9-a6de-9d77b3585afe req-755c0055-649b-4913-81fc-0e8d8b843e02 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0532727 Jul 20 19:32:56.076133 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-dbe6cf58-5527-45a9-a6de-9d77b3585afe req-4c9076d7-d075-47b0-8233-55a0daa72e02 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620203 Jul 20 19:32:56.888393 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c53070-9fe7-409b-818b-281430d197eb req-a52d414e-0c5e-49fb-a7cd-73e9b5f603d9 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:56.895404 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f2c53070-9fe7-409b-818b-281430d197eb req-a52d414e-0c5e-49fb-a7cd-73e9b5f603d9 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 984 time: 0.0635600 Jul 20 19:32:56.957886 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f2c53070-9fe7-409b-818b-281430d197eb req-8fe157e3-5c74-4c5a-bb68-bb2287a7010b tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&id=7a873f5b-f6c0-4459-89e4-8db8857352b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0614417 Jul 20 19:32:57.209683 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8a2e8a-b240-4003-b656-688e99ed4bc0 req-5c9ebcca-606b-4b2b-a306-638f36eb3383 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:57.211988 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2f8a2e8a-b240-4003-b656-688e99ed4bc0 req-5c9ebcca-606b-4b2b-a306-638f36eb3383 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0611618 Jul 20 19:32:57.272832 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2f8a2e8a-b240-4003-b656-688e99ed4bc0 req-7b6ff79e-86fc-4e32-93ad-5fe76cfd360c tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489757 Jul 20 19:32:58.138548 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd403f-c229-4f9a-97a4-05132be86024 req-1409dcc6-4e36-42a9-ac2f-29cb0677a9a4 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:58.140910 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cecd403f-c229-4f9a-97a4-05132be86024 req-1409dcc6-4e36-42a9-ac2f-29cb0677a9a4 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 984 time: 0.0796788 Jul 20 19:32:58.221472 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cecd403f-c229-4f9a-97a4-05132be86024 req-5040e6d0-78fa-4777-8e52-5b3c59ce4d6a tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&id=7a873f5b-f6c0-4459-89e4-8db8857352b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0739982 Jul 20 19:32:58.419307 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4b9253-ba85-4796-8a4e-9d92030af674 req-133e756b-3fa9-442a-9ddc-17054e8e2704 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:58.420953 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1e4b9253-ba85-4796-8a4e-9d92030af674 req-133e756b-3fa9-442a-9ddc-17054e8e2704 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0555091 Jul 20 19:32:58.470893 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:58.471632 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:32:58.481511 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1e4b9253-ba85-4796-8a4e-9d92030af674 req-abe64f90-d1f8-4b9f-96f2-22250df46414 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531569 Jul 20 19:32:59.349990 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19555cdc-effd-4d30-b2d8-be986dfe5224 req-34e0d86d-808f-4cdd-a126-6848cff6c946 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:59.352301 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-19555cdc-effd-4d30-b2d8-be986dfe5224 req-34e0d86d-808f-4cdd-a126-6848cff6c946 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 984 time: 0.0550413 Jul 20 19:32:59.437621 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-19555cdc-effd-4d30-b2d8-be986dfe5224 req-3f710005-533c-4007-8160-e6bc8c8af4f1 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&id=7a873f5b-f6c0-4459-89e4-8db8857352b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0748513 Jul 20 19:32:59.627838 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528ef48-8940-4563-a431-cfd52c7d1008 req-5305d65b-a79c-432a-9686-06d60898f744 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:32:59.629408 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2528ef48-8940-4563-a431-cfd52c7d1008 req-5305d65b-a79c-432a-9686-06d60898f744 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0547402 Jul 20 19:32:59.705314 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2528ef48-8940-4563-a431-cfd52c7d1008 req-573f2e28-7e85-43d6-8969-7141ec86220c tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657451 Jul 20 19:33:00.577364 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93adc2b-1685-4ca2-8fb3-c9d439307d9f req-c314024a-5318-4f47-9017-75fa54e3b314 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:00.578932 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d93adc2b-1685-4ca2-8fb3-c9d439307d9f req-c314024a-5318-4f47-9017-75fa54e3b314 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 984 time: 0.0596724 Jul 20 19:33:00.650608 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d93adc2b-1685-4ca2-8fb3-c9d439307d9f req-0c458393-3845-435a-b8bd-946f05666f0e tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&id=7a873f5b-f6c0-4459-89e4-8db8857352b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0658753 Jul 20 19:33:00.952749 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=54,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:00.954746 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=40,neutron:UPDATE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:00.978126 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be183388-8b8a-4c6e-8c8e-02d5e89891bb req-6518c8c7-ea7e-4241-8b67-2af6274ef566 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:00.979641 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-be183388-8b8a-4c6e-8c8e-02d5e89891bb req-6518c8c7-ea7e-4241-8b67-2af6274ef566 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0582995 Jul 20 19:33:01.041804 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-be183388-8b8a-4c6e-8c8e-02d5e89891bb req-b806acc9-ba51-4240-a2cb-08ac10398db9 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562150 Jul 20 19:33:01.782288 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28aced7-0ed4-409a-afbd-21ab2c1a629d req-7a19b8a8-6de4-4556-90b1-c78841e35b09 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:01.789781 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a28aced7-0ed4-409a-afbd-21ab2c1a629d req-7a19b8a8-6de4-4556-90b1-c78841e35b09 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 984 time: 0.0585656 Jul 20 19:33:01.865850 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a28aced7-0ed4-409a-afbd-21ab2c1a629d req-19e7b0e2-1a57-4fe9-9100-fa0c10515137 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&id=7a873f5b-f6c0-4459-89e4-8db8857352b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0751009 Jul 20 19:33:02.183614 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d88042-43b2-4bd4-97ce-854b886de80a req-e60c916d-ce1a-46e2-bd1f-51df551303e0 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:02.185035 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-31d88042-43b2-4bd4-97ce-854b886de80a req-e60c916d-ce1a-46e2-bd1f-51df551303e0 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0545986 Jul 20 19:33:02.242993 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-31d88042-43b2-4bd4-97ce-854b886de80a req-b0db1605-355a-45fe-9a51-d3658ac71bd8 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0518711 Jul 20 19:33:02.992209 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d933da71-7800-417a-97a2-756ef840de33 req-2ba78631-eafa-4da2-87ef-729d2965407b tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:02.993912 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d933da71-7800-417a-97a2-756ef840de33 req-2ba78631-eafa-4da2-87ef-729d2965407b tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 984 time: 0.0543017 Jul 20 19:33:03.069553 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d933da71-7800-417a-97a2-756ef840de33 req-6c335151-74c1-4123-8878-c2f8f5d47959 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&id=7a873f5b-f6c0-4459-89e4-8db8857352b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0679936 Jul 20 19:33:03.392268 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38678727-9dcc-48b4-a537-02b9f8f5f598 req-eb59cf1c-19ac-484c-8edb-9209dc63f980 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:03.394092 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-38678727-9dcc-48b4-a537-02b9f8f5f598 req-eb59cf1c-19ac-484c-8edb-9209dc63f980 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0575197 Jul 20 19:33:03.485495 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-38678727-9dcc-48b4-a537-02b9f8f5f598 req-46eb7c48-4f39-4f61-b56e-b76700072d61 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841310 Jul 20 19:33:04.190172 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae86030-5c29-4155-a90e-a0381db891b7 req-9e2c257d-601f-4304-88d0-1623a7b730a8 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:04.191584 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7ae86030-5c29-4155-a90e-a0381db891b7 req-9e2c257d-601f-4304-88d0-1623a7b730a8 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 984 time: 0.0522738 Jul 20 19:33:04.265403 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7ae86030-5c29-4155-a90e-a0381db891b7 req-37f080c8-fd56-4317-9858-882c65acbd0a tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&id=7a873f5b-f6c0-4459-89e4-8db8857352b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0645111 Jul 20 19:33:04.606461 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84b0af-33f9-4900-8eae-9e77964fd0ab req-a3758a6d-af67-406b-ad9a-87d02c1ef62a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:04.608460 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cc84b0af-33f9-4900-8eae-9e77964fd0ab req-a3758a6d-af67-406b-ad9a-87d02c1ef62a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0526252 Jul 20 19:33:04.684055 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cc84b0af-33f9-4900-8eae-9e77964fd0ab req-8a822ead-3326-45dc-928d-750f9bd0881b tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654333 Jul 20 19:33:05.379353 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:05.382383 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:05.402090 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9c65ff-dc47-4946-8e27-2db25d5e67de req-d41b4b73-ab8c-426c-843d-ae6881d2359d tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:05.403930 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9b9c65ff-dc47-4946-8e27-2db25d5e67de req-d41b4b73-ab8c-426c-843d-ae6881d2359d tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 984 time: 0.0624881 Jul 20 19:33:05.470281 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9b9c65ff-dc47-4946-8e27-2db25d5e67de req-2d6dede5-6d5e-4e1b-8eb3-94e8d781e7c1 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&id=7a873f5b-f6c0-4459-89e4-8db8857352b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0604136 Jul 20 19:33:05.872152 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad484ce-5df3-4ede-abe5-dea25d84448c req-7721b822-ad91-4eb8-90ad-227e852ac5f0 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:05.874038 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-dad484ce-5df3-4ede-abe5-dea25d84448c req-7721b822-ad91-4eb8-90ad-227e852ac5f0 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0753093 Jul 20 19:33:05.978865 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-dad484ce-5df3-4ede-abe5-dea25d84448c req-f280213c-b32c-4833-bfdb-6cd08aea2ea2 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954943 Jul 20 19:33:06.599025 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cec8a5-b386-43a9-a7b1-7357f8a67403 req-b02818df-4ebb-40b8-b8e0-64e6fdcd51d5 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:06.600541 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-73cec8a5-b386-43a9-a7b1-7357f8a67403 req-b02818df-4ebb-40b8-b8e0-64e6fdcd51d5 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 984 time: 0.0559270 Jul 20 19:33:06.670133 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-73cec8a5-b386-43a9-a7b1-7357f8a67403 req-6e4086f0-fb50-4982-9bd8-f38c39346d4c tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&id=7a873f5b-f6c0-4459-89e4-8db8857352b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0627036 Jul 20 19:33:07.110504 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf29c75c-36d1-47b1-80ce-8f08567542ea req-95145a18-c9e9-4709-b1b1-09043f519cdb tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:07.112419 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bf29c75c-36d1-47b1-80ce-8f08567542ea req-95145a18-c9e9-4709-b1b1-09043f519cdb tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0585823 Jul 20 19:33:07.175209 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bf29c75c-36d1-47b1-80ce-8f08567542ea req-3b72e6bc-a4b8-434d-8191-7543481864a5 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556726 Jul 20 19:33:07.805682 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20846408-0e02-4fa8-bdfd-fc31eb118a52 req-99dea526-031a-49ab-bef6-09f762ddc876 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:07.812713 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-20846408-0e02-4fa8-bdfd-fc31eb118a52 req-99dea526-031a-49ab-bef6-09f762ddc876 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 984 time: 0.0591674 Jul 20 19:33:07.876358 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-20846408-0e02-4fa8-bdfd-fc31eb118a52 req-e3a78e5a-28f9-4367-846e-cd2e2b6d84b9 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&id=7a873f5b-f6c0-4459-89e4-8db8857352b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0629630 Jul 20 19:33:08.349509 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e9b1a-9dac-4800-9999-7d9a5a6b903e req-921b5187-cf6f-4493-8fd9-5e1ef220535a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:08.353138 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f92e9b1a-9dac-4800-9999-7d9a5a6b903e req-921b5187-cf6f-4493-8fd9-5e1ef220535a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0826478 Jul 20 19:33:08.460212 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f92e9b1a-9dac-4800-9999-7d9a5a6b903e req-114b8a09-1d48-4424-9fad-20a1c3cfb40a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0974929 Jul 20 19:33:09.008145 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87f815a3-58f2-477e-8e89-68a3a2321539 req-eec56a94-20dc-4201-934b-89d3cbe51f39 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:09.009650 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-87f815a3-58f2-477e-8e89-68a3a2321539 req-eec56a94-20dc-4201-934b-89d3cbe51f39 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 984 time: 0.0591331 Jul 20 19:33:09.079359 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-87f815a3-58f2-477e-8e89-68a3a2321539 req-3193bd46-a69a-450a-ba56-b5c1ba87ce1d tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&id=7a873f5b-f6c0-4459-89e4-8db8857352b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638604 Jul 20 19:33:09.622424 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41388377-52ff-4eda-a227-866ce7f55369 req-a79b1cf7-d5b8-41bd-936f-be1eea1a04b0 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:09.624049 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-41388377-52ff-4eda-a227-866ce7f55369 req-a79b1cf7-d5b8-41bd-936f-be1eea1a04b0 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0766127 Jul 20 19:33:09.685759 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-41388377-52ff-4eda-a227-866ce7f55369 req-1f955327-8e3a-4126-b515-7fa97330ceb6 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548251 Jul 20 19:33:10.200470 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46500e72-0e4a-4ff8-b9d8-2a5b6fedae5c req-ec64346a-8163-47c2-b36e-41329da422eb tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:10.202004 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-46500e72-0e4a-4ff8-b9d8-2a5b6fedae5c req-ec64346a-8163-47c2-b36e-41329da422eb tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 984 time: 0.0498281 Jul 20 19:33:10.265964 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-46500e72-0e4a-4ff8-b9d8-2a5b6fedae5c req-8e9bd400-0b01-41d9-9a6e-b7f7acfb2d95 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&id=7a873f5b-f6c0-4459-89e4-8db8857352b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0581679 Jul 20 19:33:10.813771 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c36c59-551c-4340-9ab1-086cd6a09a1a req-6abcd396-a19c-4ba4-8ebc-70c689093a0b tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:10.815256 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-60c36c59-551c-4340-9ab1-086cd6a09a1a req-6abcd396-a19c-4ba4-8ebc-70c689093a0b tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0545187 Jul 20 19:33:10.880628 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:10.890462 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6129bf9e-d5cd-46ff-9d94-071c600d8c26 req-ad61c873-e266-4be1-8711-64ef00ddf190 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:10.891923 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6129bf9e-d5cd-46ff-9d94-071c600d8c26 req-ad61c873-e266-4be1-8711-64ef00ddf190 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 946 time: 0.0758042 Jul 20 19:33:10.911551 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-60c36c59-551c-4340-9ab1-086cd6a09a1a req-0737eaab-04fb-4b11-936b-59a62a329193 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850925 Jul 20 19:33:10.925979 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:10.948227 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6129bf9e-d5cd-46ff-9d94-071c600d8c26 req-5ef0f4cb-fcf6-4753-98c5-e3b610652404 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474451 Jul 20 19:33:11.112814 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2886fc-f933-46b3-a798-0b01353f60f2 req-02719c85-ea0c-49be-b25c-88213319cdfa tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:11.114291 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2d2886fc-f933-46b3-a798-0b01353f60f2 req-02719c85-ea0c-49be-b25c-88213319cdfa tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0527608 Jul 20 19:33:11.163127 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2d2886fc-f933-46b3-a798-0b01353f60f2 req-bd872c6a-2a99-4492-b603-e0225462d0ce tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431240 Jul 20 19:33:11.381955 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db9db95-125b-43ec-b0d0-5f485d98c7ce req-b258dc8b-404c-4a14-be60-62bd60f8c23e tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:11.384280 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5db9db95-125b-43ec-b0d0-5f485d98c7ce req-b258dc8b-404c-4a14-be60-62bd60f8c23e tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 984 time: 0.0492218 Jul 20 19:33:11.444013 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5db9db95-125b-43ec-b0d0-5f485d98c7ce req-2269f57e-1261-4cb8-ba89-256d2e5d2df8 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&id=7a873f5b-f6c0-4459-89e4-8db8857352b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540199 Jul 20 19:33:12.064152 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09a3af4-673c-4221-9566-a79332f47a35 req-6afe8eac-c5ee-40eb-b002-de5f0cee455a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:12.065804 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f09a3af4-673c-4221-9566-a79332f47a35 req-6afe8eac-c5ee-40eb-b002-de5f0cee455a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 946 time: 0.0502145 Jul 20 19:33:12.120783 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f09a3af4-673c-4221-9566-a79332f47a35 req-042bd6f3-c0c2-4788-8855-396ae192d4ac tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483627 Jul 20 19:33:12.236003 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:12.284211 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3789fa79-5820-469d-a2e3-6ea12fe85c3d req-79e45d4f-5646-45d8-a04f-0bf531474a20 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:12.285866 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3789fa79-5820-469d-a2e3-6ea12fe85c3d req-79e45d4f-5646-45d8-a04f-0bf531474a20 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0519917 Jul 20 19:33:12.336702 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3789fa79-5820-469d-a2e3-6ea12fe85c3d req-36c16357-a5e2-438e-86f2-7919c88b3853 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440354 Jul 20 19:33:12.560553 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce8308e-109b-4668-9b43-61594afbb712 req-c98000a9-e026-4ac6-a548-6bfe5ff52ace tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:12.562051 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2ce8308e-109b-4668-9b43-61594afbb712 req-c98000a9-e026-4ac6-a548-6bfe5ff52ace tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 984 time: 0.0478585 Jul 20 19:33:12.621607 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2ce8308e-109b-4668-9b43-61594afbb712 req-00ad6b84-3b35-4b5c-9cad-42e2c9856944 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&id=7a873f5b-f6c0-4459-89e4-8db8857352b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537906 Jul 20 19:33:13.043606 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86ef08-dd67-46cf-91ec-9c6a173241b8 req-20ab6b52-3fe8-4d10-9ba1-e09a3a8e387b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:13.045150 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4f86ef08-dd67-46cf-91ec-9c6a173241b8 req-20ab6b52-3fe8-4d10-9ba1-e09a3a8e387b service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=02f994a0231b4176b8181d13d58ee9ec&device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 1129 time: 0.0437307 Jul 20 19:33:13.140312 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86ef08-dd67-46cf-91ec-9c6a173241b8 req-c4c6b2fa-51da-4a2d-a9f7-275ef22394c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:13.141752 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4f86ef08-dd67-46cf-91ec-9c6a173241b8 req-c4c6b2fa-51da-4a2d-a9f7-275ef22394c7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=1f233501-5abf-42f7-9923-d5c098fbf3c6 HTTP/1.1" status: 200 len: 912 time: 0.0877767 Jul 20 19:33:13.290218 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799bc796-b977-4bfc-b007-c3e633125e77 req-8438ba32-a2d0-47ab-84ee-3528b08fc6d9 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:13.291649 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-799bc796-b977-4bfc-b007-c3e633125e77 req-8438ba32-a2d0-47ab-84ee-3528b08fc6d9 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.96 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 946 time: 0.1221182 Jul 20 19:33:13.302037 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5904f799-21f4-4c1f-a053-27c76806298c req-5b79e517-8976-4069-886d-691caa493ced tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:13.303387 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5904f799-21f4-4c1f-a053-27c76806298c req-5b79e517-8976-4069-886d-691caa493ced tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 946 time: 0.1009307 Jul 20 19:33:13.342463 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4f86ef08-dd67-46cf-91ec-9c6a173241b8 req-08a0e7bd-a917-430c-ae2c-ea91d32c3ff4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d840dfba-98a6-425f-b11b-365b0749db34 HTTP/1.1" status: 200 len: 1000 time: 0.1645744 Jul 20 19:33:13.478108 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:13.490965 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5904f799-21f4-4c1f-a053-27c76806298c req-ea9f81e7-0f8b-4332-96ca-7ec3fefb51fd tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/security-groups?id=61aa6533-cea2-4dda-82db-53d178d4bdd5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1756198 Jul 20 19:33:13.502985 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86ef08-dd67-46cf-91ec-9c6a173241b8 req-adfc380b-33a2-49eb-a180-5a79f310ec16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:13.504426 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4f86ef08-dd67-46cf-91ec-9c6a173241b8 req-adfc380b-33a2-49eb-a180-5a79f310ec16 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=08142ecb-a299-44b2-8261-d97f0c41a1df HTTP/1.1" status: 200 len: 850 time: 0.1472392 Jul 20 19:33:13.507150 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 40250) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:13.510434 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-799bc796-b977-4bfc-b007-c3e633125e77 req-2372e3e3-cc07-4709-8789-85a80499d29c tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Deleting port a3f1494b-4a5b-4067-8be0-4a7769ab81cb {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:33:13.510778 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-799bc796-b977-4bfc-b007-c3e633125e77 req-2372e3e3-cc07-4709-8789-85a80499d29c tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (a3f1494b-4a5b-4067-8be0-4a7769ab81cb), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:13.518924 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eab3dd-5cf2-4e8c-935b-be945f15094f req-37727a15-bf9b-4729-b627-beebcd174536 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:13.520370 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a6eab3dd-5cf2-4e8c-935b-be945f15094f req-37727a15-bf9b-4729-b627-beebcd174536 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.1096470 Jul 20 19:33:13.554858 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9735519-4255-4788-8ba6-b10c46c30c00 admin admin] Deleting subnet 633c8697-bc2e-4b3a-962c-1db1e66663fd {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:33:13.558392 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9735519-4255-4788-8ba6-b10c46c30c00 admin admin] Publish callbacks [] for subnet (633c8697-bc2e-4b3a-962c-1db1e66663fd), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:13.564526 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:13.597100 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9735519-4255-4788-8ba6-b10c46c30c00 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25615735'] for subnet (633c8697-bc2e-4b3a-962c-1db1e66663fd), precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:13.601782 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-400dc503-dca4-428e-860d-2418150658eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:13.625014 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f86ef08-dd67-46cf-91ec-9c6a173241b8 req-0244991f-6d05-4a1f-ac46-012b3abb68ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:13.626549 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4f86ef08-dd67-46cf-91ec-9c6a173241b8 req-0244991f-6d05-4a1f-ac46-012b3abb68ed service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1f233501-5abf-42f7-9923-d5c098fbf3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1053069 Jul 20 19:33:13.648957 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9735519-4255-4788-8ba6-b10c46c30c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742266'] for subnet (633c8697-bc2e-4b3a-962c-1db1e66663fd), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:13.706468 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9735519-4255-4788-8ba6-b10c46c30c00 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26524778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26866038'] for subnet (633c8697-bc2e-4b3a-962c-1db1e66663fd), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:13.721614 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c9735519-4255-4788-8ba6-b10c46c30c00 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:13.722436 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a6eab3dd-5cf2-4e8c-935b-be945f15094f req-ec7172e2-44ab-474b-87f7-08ab45e59221 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1810851 Jul 20 19:33:13.729468 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-c9735519-4255-4788-8ba6-b10c46c30c00 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/633c8697-bc2e-4b3a-962c-1db1e66663fd HTTP/1.1" status: 204 len: 168 time: 0.2204740 Jul 20 19:33:13.730086 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 40254) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:13.766214 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9735519-4255-4788-8ba6-b10c46c30c00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=633c8697-bc2e-4b3a-962c-1db1e66663fd,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:13.777371 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-799bc796-b977-4bfc-b007-c3e633125e77 req-2372e3e3-cc07-4709-8789-85a80499d29c tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] For port a3f1494b-4a5b-4067-8be0-4a7769ab81cb, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=a3f1494b-4a5b-4067-8be0-4a7769ab81cb,segment=NetworkSegment(21affb50-584a-420e-9d0e-02edacdca8c4),segment_id=21affb50-584a-420e-9d0e-02edacdca8c4)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:33:13.777743 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-799bc796-b977-4bfc-b007-c3e633125e77 req-2372e3e3-cc07-4709-8789-85a80499d29c tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (a3f1494b-4a5b-4067-8be0-4a7769ab81cb), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:13.784493 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9735519-4255-4788-8ba6-b10c46c30c00 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:13.784850 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9735519-4255-4788-8ba6-b10c46c30c00 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:13.785226 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9735519-4255-4788-8ba6-b10c46c30c00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:13.785569 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9735519-4255-4788-8ba6-b10c46c30c00 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:13.785909 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9735519-4255-4788-8ba6-b10c46c30c00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:13.786509 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9735519-4255-4788-8ba6-b10c46c30c00 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:13.786843 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9735519-4255-4788-8ba6-b10c46c30c00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:13.787175 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9735519-4255-4788-8ba6-b10c46c30c00 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:13.787507 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9735519-4255-4788-8ba6-b10c46c30c00 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:13.787840 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9735519-4255-4788-8ba6-b10c46c30c00 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:13.788175 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9735519-4255-4788-8ba6-b10c46c30c00 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:13.788530 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9735519-4255-4788-8ba6-b10c46c30c00 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:13.789419 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9735519-4255-4788-8ba6-b10c46c30c00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:13.789776 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9735519-4255-4788-8ba6-b10c46c30c00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:13.790108 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9735519-4255-4788-8ba6-b10c46c30c00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:13.808453 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-799bc796-b977-4bfc-b007-c3e633125e77 req-2372e3e3-cc07-4709-8789-85a80499d29c tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Calling delete_port for a3f1494b-4a5b-4067-8be0-4a7769ab81cb owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:33:13.821473 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7b3f2a-52e3-485f-925d-b76d61961e09 req-7758962f-7507-45f8-bfe1-50cb4b3f48df tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:13.822958 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3c7b3f2a-52e3-485f-925d-b76d61961e09 req-7758962f-7507-45f8-bfe1-50cb4b3f48df tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 984 time: 0.0953901 Jul 20 19:33:13.839564 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f0ede02-85bb-40a1-a03f-0ef4a1eb8e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636708'] for network (9c307b5c-a0b2-4dc9-b558-9f63e318c26c), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:13.848075 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4f86ef08-dd67-46cf-91ec-9c6a173241b8 req-069b7296-21b8-4e13-96c7-43bec281c096 service neutron] 10.222.0.96 "GET /v2.0/networks/1f233501-5abf-42f7-9923-d5c098fbf3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2075446 Jul 20 19:33:13.923035 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f0ede02-85bb-40a1-a03f-0ef4a1eb8e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-742656', 'neutron.services.segments.db._delete_segments_for_network-8773866507587'] for network (9c307b5c-a0b2-4dc9-b558-9f63e318c26c), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:13.943649 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-5f0ede02-85bb-40a1-a03f-0ef4a1eb8e5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c307b5c-a0b2-4dc9-b558-9f63e318c26c']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:13.953440 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-5f0ede02-85bb-40a1-a03f-0ef4a1eb8e5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '580f0bca-e144-4183-bb8e-0071b3251b2f') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:13.953737 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-5f0ede02-85bb-40a1-a03f-0ef4a1eb8e5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '580f0bca-e144-4183-bb8e-0071b3251b2f') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:13.964213 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f0ede02-85bb-40a1-a03f-0ef4a1eb8e5f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773866508876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25615712'] for segment (580f0bca-e144-4183-bb8e-0071b3251b2f), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:13.978859 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f0ede02-85bb-40a1-a03f-0ef4a1eb8e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (580f0bca-e144-4183-bb8e-0071b3251b2f), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:13.985596 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f0ede02-85bb-40a1-a03f-0ef4a1eb8e5f admin admin] Releasing vlan 968 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:33:13.985907 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f0ede02-85bb-40a1-a03f-0ef4a1eb8e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26525640'] for segment (580f0bca-e144-4183-bb8e-0071b3251b2f), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:14.021016 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3c7b3f2a-52e3-485f-925d-b76d61961e09 req-068fdff3-8a9e-4e13-8de4-0cb0372b6d11 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&id=7a873f5b-f6c0-4459-89e4-8db8857352b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1905477 Jul 20 19:33:14.046214 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4f86ef08-dd67-46cf-91ec-9c6a173241b8 req-8f7b374b-fa99-438d-927d-394c0a30db4b service neutron] 10.222.0.96 "GET /v2.0/networks/1f233501-5abf-42f7-9923-d5c098fbf3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900871 Jul 20 19:33:14.046732 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.services.segments.plugin [-] Segment 580f0bca-e144-4183-bb8e-0071b3251b2f resource provider aggregate not found Jul 20 19:33:14.065342 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.services.segments.plugin [-] Segment 580f0bca-e144-4183-bb8e-0071b3251b2f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 580f0bca-e144-4183-bb8e-0071b3251b2f found for delete ", "request_id": "req-096b526f-a69d-4478-a09d-6f33f51c4eb3"}]} Jul 20 19:33:14.066858 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f0ede02-85bb-40a1-a03f-0ef4a1eb8e5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1823185'] for network (9c307b5c-a0b2-4dc9-b558-9f63e318c26c), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:14.075087 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f0ede02-85bb-40a1-a03f-0ef4a1eb8e5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:14.078703 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-5f0ede02-85bb-40a1-a03f-0ef4a1eb8e5f admin admin] 10.222.0.79 "DELETE /v2.0/networks/9c307b5c-a0b2-4dc9-b558-9f63e318c26c HTTP/1.1" status: 204 len: 168 time: 0.3458517 Jul 20 19:33:14.092488 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0ede02-85bb-40a1-a03f-0ef4a1eb8e5f admin admin] Pushing event deleted for resources: {'Network': ['ID=9c307b5c-a0b2-4dc9-b558-9f63e318c26c,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:14.114734 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-799bc796-b977-4bfc-b007-c3e633125e77 req-2372e3e3-cc07-4709-8789-85a80499d29c tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (a3f1494b-4a5b-4067-8be0-4a7769ab81cb), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:14.151908 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2372e3e3-cc07-4709-8789-85a80499d29c tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Pushing event deleted for resources: {'Port': ['ID=a3f1494b-4a5b-4067-8be0-4a7769ab81cb,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:14.181543 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372e3e3-cc07-4709-8789-85a80499d29c tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:14.181885 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372e3e3-cc07-4709-8789-85a80499d29c tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:14.182221 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372e3e3-cc07-4709-8789-85a80499d29c tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:14.182552 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372e3e3-cc07-4709-8789-85a80499d29c tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:14.182876 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372e3e3-cc07-4709-8789-85a80499d29c tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:14.183198 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372e3e3-cc07-4709-8789-85a80499d29c tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:14.183519 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372e3e3-cc07-4709-8789-85a80499d29c tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:14.183872 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372e3e3-cc07-4709-8789-85a80499d29c tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:14.184190 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372e3e3-cc07-4709-8789-85a80499d29c tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:14.184507 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372e3e3-cc07-4709-8789-85a80499d29c tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:14.184821 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372e3e3-cc07-4709-8789-85a80499d29c tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:14.185172 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372e3e3-cc07-4709-8789-85a80499d29c tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:14.185487 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372e3e3-cc07-4709-8789-85a80499d29c tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:14.185800 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372e3e3-cc07-4709-8789-85a80499d29c tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:14.186111 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2372e3e3-cc07-4709-8789-85a80499d29c tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:14.206078 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-799bc796-b977-4bfc-b007-c3e633125e77 req-2372e3e3-cc07-4709-8789-85a80499d29c tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] No DVR routers for this DVR port a3f1494b-4a5b-4067-8be0-4a7769ab81cb on host hv-cinder-85054 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:33:14.208721 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-799bc796-b977-4bfc-b007-c3e633125e77 req-2372e3e3-cc07-4709-8789-85a80499d29c tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:14.212766 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-799bc796-b977-4bfc-b007-c3e633125e77 req-2372e3e3-cc07-4709-8789-85a80499d29c tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.96 "DELETE /v2.0/ports/a3f1494b-4a5b-4067-8be0-4a7769ab81cb HTTP/1.1" status: 204 len: 173 time: 0.9085028 Jul 20 19:33:14.213250 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e943ba-e9b0-4b50-94ee-9fc657570555', 'name': 'network-vif-deleted', 'tag': 'a3f1494b-4a5b-4067-8be0-4a7769ab81cb'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:33:14.216013 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756c584d-6579-4630-abe6-7ce0c2ec45de" -d '{"events": [{"server_uuid": "d7e943ba-e9b0-4b50-94ee-9fc657570555", "name": "network-vif-deleted", "tag": "a3f1494b-4a5b-4067-8be0-4a7769ab81cb"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:33:14.253388 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:33:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-907a7c57-aa6e-408a-aa95-0bb0aca3214b x-openstack-request-id: req-907a7c57-aa6e-408a-aa95-0bb0aca3214b {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:33:14.253710 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7e943ba-e9b0-4b50-94ee-9fc657570555", "name": "network-vif-deleted", "tag": "a3f1494b-4a5b-4067-8be0-4a7769ab81cb", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:33:14.253923 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-907a7c57-aa6e-408a-aa95-0bb0aca3214b {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:33:14.254330 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-907a7c57-aa6e-408a-aa95-0bb0aca3214b'] response: {'server_uuid': 'd7e943ba-e9b0-4b50-94ee-9fc657570555', 'name': 'network-vif-deleted', 'tag': 'a3f1494b-4a5b-4067-8be0-4a7769ab81cb', 'status': 'completed', 'code': 200} Jul 20 19:33:14.273997 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 40264) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:14.315673 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-af974075-2be7-41ed-ac01-30482d18b3d7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b1f129d1e4d4431c928dc63146543497&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0404823 Jul 20 19:33:14.318180 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 40266) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:14.368433 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4bd8d921-1fbf-4333-ae9e-ac20232dd1ae admin admin] Publish callbacks [] for security_group (3d2cd43a-1522-409c-bb10-a5c57e1a4340), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:14.392097 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4bd8d921-1fbf-4333-ae9e-ac20232dd1ae admin admin] Publish callbacks [] for security_group (3d2cd43a-1522-409c-bb10-a5c57e1a4340), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:14.446421 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4bd8d921-1fbf-4333-ae9e-ac20232dd1ae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (3d2cd43a-1522-409c-bb10-a5c57e1a4340), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:14.448857 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-4bd8d921-1fbf-4333-ae9e-ac20232dd1ae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:14.450006 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-4bd8d921-1fbf-4333-ae9e-ac20232dd1ae admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/3d2cd43a-1522-409c-bb10-a5c57e1a4340 HTTP/1.1" status: 204 len: 168 time: 0.1308768 Jul 20 19:33:14.457767 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd8d921-1fbf-4333-ae9e-ac20232dd1ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d2cd43a-1522-409c-bb10-a5c57e1a4340,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:14.611615 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6b5e585f-30a5-4ddb-930f-d64cede24e66 req-ffda8380-3a05-43a1-94e5-6c738ed307d5 tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 210 time: 0.0306251 Jul 20 19:33:14.858771 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fc166f-f3e0-462e-816d-f517cc439bb0 req-61862e27-5520-4110-b3f4-496bb102a41b tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:14.860354 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-13fc166f-f3e0-462e-816d-f517cc439bb0 req-61862e27-5520-4110-b3f4-496bb102a41b tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0531626 Jul 20 19:33:14.909300 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-13fc166f-f3e0-462e-816d-f517cc439bb0 req-abb2b803-7909-4ae7-a990-66701b62eef8 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426629 Jul 20 19:33:15.134056 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:15.153176 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694059f0-97ca-4086-9849-47cb1302357f req-d2ae7668-4daa-4937-98ad-4dd313de915b tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:15.155633 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-694059f0-97ca-4086-9849-47cb1302357f req-d2ae7668-4daa-4937-98ad-4dd313de915b tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 984 time: 0.0544946 Jul 20 19:33:15.220335 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-694059f0-97ca-4086-9849-47cb1302357f req-0216ccab-05e6-4480-ac44-6c3d2758dfe9 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&id=7a873f5b-f6c0-4459-89e4-8db8857352b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561302 Jul 20 19:33:15.736037 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8e9522c9-6f6e-42a0-bd96-27f6208a9279 req-d560c4a6-f6b6-4dc6-8845-026ff3a76c9e tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] 10.222.0.79 "GET /v2.0/ports?device_id=d7e943ba-e9b0-4b50-94ee-9fc657570555 HTTP/1.1" status: 200 len: 210 time: 0.0305667 Jul 20 19:33:15.950732 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d7a958d-d288-45cb-9dfe-d753e62b5f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:15.971007 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device a3f1494b-4a5b-4067-8be0-4a7769ab81cb no longer exists at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:33:15.991904 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] No Port match for: a3f1494b-4a5b-4067-8be0-4a7769ab81cb {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:33:15.992486 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device a3f1494b-4a5b-4067-8be0-4a7769ab81cb not bound to the agent host hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:33:16.030188 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e101764-c35d-4fde-b982-dd668e9a2c4c req-9efc9e51-85df-4281-b92d-d6a8ac0b553c tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:16.031679 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4e101764-c35d-4fde-b982-dd668e9a2c4c req-9efc9e51-85df-4281-b92d-d6a8ac0b553c tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0499117 Jul 20 19:33:16.084301 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4e101764-c35d-4fde-b982-dd668e9a2c4c req-87904edb-443f-40b0-b200-7c31440755fe tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430703 Jul 20 19:33:16.345971 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c92a71-fa66-4965-9da5-f590cf9c3812 req-807b0e18-d5de-452e-986a-809303317e2f tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:16.347428 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-44c92a71-fa66-4965-9da5-f590cf9c3812 req-807b0e18-d5de-452e-986a-809303317e2f tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 984 time: 0.0516818 Jul 20 19:33:16.359601 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:16.410477 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-44c92a71-fa66-4965-9da5-f590cf9c3812 req-797d2f1b-4763-44cd-bbc2-ff04a519b086 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&id=7a873f5b-f6c0-4459-89e4-8db8857352b6&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0573308 Jul 20 19:33:16.932673 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:17.016872 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8590de-47ed-43f4-b632-ba763faa8a14 req-15fb1afe-e4bf-4992-8fca-f0318824900f tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:17.024322 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2f8590de-47ed-43f4-b632-ba763faa8a14 req-15fb1afe-e4bf-4992-8fca-f0318824900f tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 946 time: 0.0689714 Jul 20 19:33:17.088622 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2f8590de-47ed-43f4-b632-ba763faa8a14 req-e2671d7a-d3ba-444f-8585-1e811a94ffc7 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0633838 Jul 20 19:33:18.203779 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83445b9a-7799-4bb8-80f1-652024e57400 req-27089830-c142-4950-9325-245d5d5aa01b tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:18.205243 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-83445b9a-7799-4bb8-80f1-652024e57400 req-27089830-c142-4950-9325-245d5d5aa01b tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 946 time: 0.0516558 Jul 20 19:33:18.254291 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-83445b9a-7799-4bb8-80f1-652024e57400 req-0e6aab4c-ef13-420e-9d7b-560d44567589 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0433624 Jul 20 19:33:18.625944 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:18.801324 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:19.369987 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7549c9a-47ea-4344-bd3b-c141b2d5189e req-8176e99a-79de-401d-972b-da9b53f79822 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:19.371347 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e7549c9a-47ea-4344-bd3b-c141b2d5189e req-8176e99a-79de-401d-972b-da9b53f79822 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 946 time: 0.0488091 Jul 20 19:33:19.421293 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e7549c9a-47ea-4344-bd3b-c141b2d5189e req-2c62d115-cd94-4a0c-b9be-d676e9c82d22 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0445023 Jul 20 19:33:20.535532 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee702f5f-6680-4da8-b6bc-d1f286d0b6e2 req-53b19d09-17a4-4afb-89c1-9eeb3dee5ed1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:20.537252 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ee702f5f-6680-4da8-b6bc-d1f286d0b6e2 req-53b19d09-17a4-4afb-89c1-9eeb3dee5ed1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 946 time: 0.0489843 Jul 20 19:33:20.593568 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ee702f5f-6680-4da8-b6bc-d1f286d0b6e2 req-f5d490dc-9a02-4c93-a868-d03ddafd6189 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0499423 Jul 20 19:33:20.924774 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0bea37-f04c-4e50-8847-3d6957966864 req-1bae4fd0-3f89-4518-8bb9-ef7f8d37439b tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:20.926290 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cb0bea37-f04c-4e50-8847-3d6957966864 req-1bae4fd0-3f89-4518-8bb9-ef7f8d37439b tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.96 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 946 time: 0.0485818 Jul 20 19:33:20.972073 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:21.025228 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-cb0bea37-f04c-4e50-8847-3d6957966864 req-7abc1f54-7a08-49cb-9e2b-c88a68e68f38 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Deleting port caa55c24-a3af-4dbe-9f01-010be87c9cc7 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:33:21.025569 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cb0bea37-f04c-4e50-8847-3d6957966864 req-7abc1f54-7a08-49cb-9e2b-c88a68e68f38 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (caa55c24-a3af-4dbe-9f01-010be87c9cc7), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:21.363045 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-cb0bea37-f04c-4e50-8847-3d6957966864 req-7abc1f54-7a08-49cb-9e2b-c88a68e68f38 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] For port caa55c24-a3af-4dbe-9f01-010be87c9cc7, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=caa55c24-a3af-4dbe-9f01-010be87c9cc7,segment=NetworkSegment(bc85ed34-e892-4f73-ad9d-357e54d0164b),segment_id=bc85ed34-e892-4f73-ad9d-357e54d0164b)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:33:21.363414 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cb0bea37-f04c-4e50-8847-3d6957966864 req-7abc1f54-7a08-49cb-9e2b-c88a68e68f38 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (caa55c24-a3af-4dbe-9f01-010be87c9cc7), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:21.575229 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:21.591261 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cb0bea37-f04c-4e50-8847-3d6957966864 req-7abc1f54-7a08-49cb-9e2b-c88a68e68f38 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:21.591629 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cb0bea37-f04c-4e50-8847-3d6957966864 req-7abc1f54-7a08-49cb-9e2b-c88a68e68f38 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (50d3789f-75dc-4968-9c26-093bb1efda62), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:21.591947 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [req-cb0bea37-f04c-4e50-8847-3d6957966864 req-7abc1f54-7a08-49cb-9e2b-c88a68e68f38 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Floating IP 50d3789f-75dc-4968-9c26-093bb1efda62 disassociated. External IP: 172.27.3.97, port: caa55c24-a3af-4dbe-9f01-010be87c9cc7. Jul 20 19:33:21.592298 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-cb0bea37-f04c-4e50-8847-3d6957966864 req-7abc1f54-7a08-49cb-9e2b-c88a68e68f38 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Calling delete_port for caa55c24-a3af-4dbe-9f01-010be87c9cc7 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:33:21.704828 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:21.746237 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0702f1f7-15e1-42c0-958b-a3fed05fbd8a req-1482cd9d-36d5-4f79-a057-e91d544dc283 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:21.747626 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0702f1f7-15e1-42c0-958b-a3fed05fbd8a req-1482cd9d-36d5-4f79-a057-e91d544dc283 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 946 time: 0.0816178 Jul 20 19:33:21.778750 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cb0bea37-f04c-4e50-8847-3d6957966864 req-7abc1f54-7a08-49cb-9e2b-c88a68e68f38 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (caa55c24-a3af-4dbe-9f01-010be87c9cc7), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:21.815994 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc1f54-7a08-49cb-9e2b-c88a68e68f38 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Pushing event deleted for resources: {'Port': ['ID=caa55c24-a3af-4dbe-9f01-010be87c9cc7,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:21.838852 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0702f1f7-15e1-42c0-958b-a3fed05fbd8a req-daeb9052-3d64-4c96-844e-b8e67322f481 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0838380 Jul 20 19:33:21.947285 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cb0bea37-f04c-4e50-8847-3d6957966864 req-7abc1f54-7a08-49cb-9e2b-c88a68e68f38 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:33:22.055880 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cb0bea37-f04c-4e50-8847-3d6957966864 req-7abc1f54-7a08-49cb-9e2b-c88a68e68f38 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:33:22.065842 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b2bd28-14fb-40da-93a2-db80eb6594a0 None None] Sync routers for ids ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:33:22.078164 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b2bd28-14fb-40da-93a2-db80eb6594a0 None None] Routers {'0e825021-e5c0-47f7-bf54-fe8856ae3ffd'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:33:22.078789 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-75b2bd28-14fb-40da-93a2-db80eb6594a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:33:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:22.100487 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb0bea37-f04c-4e50-8847-3d6957966864 req-7abc1f54-7a08-49cb-9e2b-c88a68e68f38 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] No DVR routers for this DVR port caa55c24-a3af-4dbe-9f01-010be87c9cc7 on host hv-cinder-85054 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:33:22.104011 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-cb0bea37-f04c-4e50-8847-3d6957966864 req-7abc1f54-7a08-49cb-9e2b-c88a68e68f38 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:22.107462 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cb0bea37-f04c-4e50-8847-3d6957966864 req-7abc1f54-7a08-49cb-9e2b-c88a68e68f38 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.96 "DELETE /v2.0/ports/caa55c24-a3af-4dbe-9f01-010be87c9cc7 HTTP/1.1" status: 204 len: 173 time: 1.1731575 Jul 20 19:33:22.107939 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '000b3a8a-e2f6-4b99-b44b-add74e40f420', 'name': 'network-vif-deleted', 'tag': 'caa55c24-a3af-4dbe-9f01-010be87c9cc7'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:33:22.110188 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf34ce03-d9e2-46de-a0a2-cb4a2c8d4d8f" -d '{"events": [{"server_uuid": "000b3a8a-e2f6-4b99-b44b-add74e40f420", "name": "network-vif-deleted", "tag": "caa55c24-a3af-4dbe-9f01-010be87c9cc7"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:33:22.192598 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-75b2bd28-14fb-40da-93a2-db80eb6594a0 None None] Set router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:33:22.275052 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df882556-71ad-411f-b8e4-92af436eb9f6 x-openstack-request-id: req-df882556-71ad-411f-b8e4-92af436eb9f6 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:33:22.275356 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "000b3a8a-e2f6-4b99-b44b-add74e40f420", "name": "network-vif-deleted", "tag": "caa55c24-a3af-4dbe-9f01-010be87c9cc7", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:33:22.275599 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-df882556-71ad-411f-b8e4-92af436eb9f6 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:33:22.276010 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-df882556-71ad-411f-b8e4-92af436eb9f6'] response: {'server_uuid': '000b3a8a-e2f6-4b99-b44b-add74e40f420', 'name': 'network-vif-deleted', 'tag': 'caa55c24-a3af-4dbe-9f01-010be87c9cc7', 'status': 'completed', 'code': 200} Jul 20 19:33:22.390549 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-75b2bd28-14fb-40da-93a2-db80eb6594a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'name': 'tempest-TestVolumeBootPattern-1308110093-router', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:43Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'gw_port': {'id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:44Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '9a2b7ed4-4909-4266-8539-2492412c1319', 'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'mac_address': 'fa:16:3e:9f:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:46Z', 'updated_at': '2022-07-20T19:28:51Z', 'revision_number': 5, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'subnets': [{'id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:22.424252 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b2bd28-14fb-40da-93a2-db80eb6594a0 None None] Checking router: 0e825021-e5c0-47f7-bf54-fe8856ae3ffd for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:33:22.434477 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b2bd28-14fb-40da-93a2-db80eb6594a0 None None] Routers {'0e825021-e5c0-47f7-bf54-fe8856ae3ffd'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:33:22.435130 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-75b2bd28-14fb-40da-93a2-db80eb6594a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:33:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:22.541567 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-75b2bd28-14fb-40da-93a2-db80eb6594a0 None None] Set router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:33:22.860123 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-75b2bd28-14fb-40da-93a2-db80eb6594a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'name': 'tempest-TestVolumeBootPattern-1308110093-router', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:43Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'gw_port': {'id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:44Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '9a2b7ed4-4909-4266-8539-2492412c1319', 'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'mac_address': 'fa:16:3e:9f:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:46Z', 'updated_at': '2022-07-20T19:28:51Z', 'revision_number': 5, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'subnets': [{'id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:22.888511 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75b2bd28-14fb-40da-93a2-db80eb6594a0 None None] The sync data for ids ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'] in dv-cinder-850548-1-iscsi is: [{'id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'name': 'tempest-TestVolumeBootPattern-1308110093-router', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:43Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'gw_port': {'id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:44Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '9a2b7ed4-4909-4266-8539-2492412c1319', 'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'mac_address': 'fa:16:3e:9f:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:46Z', 'updated_at': '2022-07-20T19:28:51Z', 'revision_number': 5, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'subnets': [{'id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:33:22.948087 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0a224827-31a4-40c1-9815-4e6dac8e84ea req-fd6b2297-a512-42c8-ba8f-12db07dff633 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 210 time: 0.0338585 Jul 20 19:33:23.133076 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25068643-f400-409b-ac24-a83d6dcefefa None None] New status for floating IP 50d3789f-75dc-4968-9c26-093bb1efda62: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:33:24.057401 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9716a601-ec95-4244-846e-e6b1451aee61 req-7775d94f-1cc2-46f6-a0df-c3f6c7bec51b tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 210 time: 0.0297039 Jul 20 19:33:24.452524 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=74,neutron:DELETE=8,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:24.453361 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=73,neutron:UPDATE=2,neutron:DELETE=6 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:24.599595 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device caa55c24-a3af-4dbe-9f01-010be87c9cc7 no longer exists at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:33:24.622814 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] No Port match for: caa55c24-a3af-4dbe-9f01-010be87c9cc7 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:33:24.623162 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device caa55c24-a3af-4dbe-9f01-010be87c9cc7 not bound to the agent host hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:33:25.175795 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fc79ec35-06f0-4f07-96c1-60d64d3877f7 req-ff7cd022-ad62-4700-926f-5897e6c62b90 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=000b3a8a-e2f6-4b99-b44b-add74e40f420 HTTP/1.1" status: 200 len: 210 time: 0.0291541 Jul 20 19:33:25.864224 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 40416) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:25.988234 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0f7fcc86-04db-41b6-a9eb-fabc3c68ed43 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.069641 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0f7fcc86-04db-41b6-a9eb-fabc3c68ed43 admin admin] Publish callbacks [] for security_group (8421163b-0cb6-44df-9da5-1198ad0f6d43), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.073238 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0f7fcc86-04db-41b6-a9eb-fabc3c68ed43 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (8421163b-0cb6-44df-9da5-1198ad0f6d43), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.114813 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-0f7fcc86-04db-41b6-a9eb-fabc3c68ed43 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cb88098055524c79bdd3b7d70ce980ca&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2492921 Jul 20 19:33:26.115679 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7fcc86-04db-41b6-a9eb-fabc3c68ed43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8421163b-0cb6-44df-9da5-1198ad0f6d43,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:26.118103 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 40424) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:26.168305 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a3e77354-efc5-4698-bc01-869485c541d8 admin admin] Publish callbacks [] for security_group (8421163b-0cb6-44df-9da5-1198ad0f6d43), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.190411 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a3e77354-efc5-4698-bc01-869485c541d8 admin admin] Publish callbacks [] for security_group (8421163b-0cb6-44df-9da5-1198ad0f6d43), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.246137 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a3e77354-efc5-4698-bc01-869485c541d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (8421163b-0cb6-44df-9da5-1198ad0f6d43), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.248836 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a3e77354-efc5-4698-bc01-869485c541d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:26.250042 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-a3e77354-efc5-4698-bc01-869485c541d8 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8421163b-0cb6-44df-9da5-1198ad0f6d43 HTTP/1.1" status: 204 len: 168 time: 0.1308503 Jul 20 19:33:26.258401 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e77354-efc5-4698-bc01-869485c541d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8421163b-0cb6-44df-9da5-1198ad0f6d43,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:26.470592 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-16b9cad0-4e87-4922-b2f4-bce16ddfd249 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-7941455&fields=id&tenant_id=3f1255754afb4cd384a11c87a9d717df HTTP/1.1" status: 200 len: 267 time: 0.0507615 Jul 20 19:33:26.551977 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:UPDATE=1,neutron:SELECT=93,neutron:DELETE=6 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:26.591693 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-50561eda-901a-4cd7-95f5-52716bd4538d tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:26.593214 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-50561eda-901a-4cd7-95f5-52716bd4538d tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/networks?id=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b HTTP/1.1" status: 200 len: 812 time: 0.1156673 Jul 20 19:33:26.609290 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-c27550a3-b889-45bf-bceb-17a0e23545b5 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/quotas/3f1255754afb4cd384a11c87a9d717df HTTP/1.1" status: 200 len: 375 time: 0.0103290 Jul 20 19:33:26.665461 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-588bdf3a-66e5-4317-bdb5-c63b3d9e571a tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3f1255754afb4cd384a11c87a9d717df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0501359 Jul 20 19:33:26.858879 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-812ca5f8-1b48-46ab-b4aa-e3e7f61658a2 service neutron] 10.222.0.79 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813467 Jul 20 19:33:26.954539 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-8d5e918f-b5dd-4a97-89d8-1dc190fffbef service neutron] 10.222.0.79 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899973 Jul 20 19:33:27.231598 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:27.252269 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b93acd34-7e07-44d6-9142-5ad6ec59aece req-33c09fca-a56a-49c3-a9bb-24acaf707602 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 210 time: 0.0299487 Jul 20 19:33:28.349866 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bc69c736-7e94-47cd-8d07-efcdd174dc5c req-bd1fb678-5e00-4f1e-a87e-cff018be2d37 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 210 time: 0.0289285 Jul 20 19:33:28.787227 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-f3c38599-7600-4f51-a52e-6b26a76ffc50 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:28.788688 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-f3c38599-7600-4f51-a52e-6b26a76ffc50 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.96 "GET /v2.0/networks?id=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b HTTP/1.1" status: 200 len: 812 time: 0.1080759 Jul 20 19:33:28.871599 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-f321486b-32a6-4f03-a9e1-da646c61a503 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f1255754afb4cd384a11c87a9d717df HTTP/1.1" status: 200 len: 377 time: 0.0557168 Jul 20 19:33:28.898185 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-fa95f190-ce7b-470a-a9ac-acf769a40ea9 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Request body: {'port': {'device_id': 'c8a7d635-c0fb-46d2-b8be-44ee48e97672', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'admin_state_up': True, 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'security_groups': ['f83f3b1c-4b9e-4071-849a-158d7197aa48']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:33:29.014239 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-fa95f190-ce7b-470a-a9ac-acf769a40ea9 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Made reservation on behalf of 3f1255754afb4cd384a11c87a9d717df for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:33:29.017603 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-fa95f190-ce7b-470a-a9ac-acf769a40ea9 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:29.145111 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-fa95f190-ce7b-470a-a9ac-acf769a40ea9 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Allocated IP 172.20.0.4 (bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b/4d19357c-ece7-45d1-a6a5-4668097ab380/adb97b7c-ab6c-4cac-8466-afb36a56cddd) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:33:29.288037 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-fa95f190-ce7b-470a-a9ac-acf769a40ea9 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for port (adb97b7c-ab6c-4cac-8466-afb36a56cddd), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:29.292030 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:29.323329 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-fa95f190-ce7b-470a-a9ac-acf769a40ea9 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (adb97b7c-ab6c-4cac-8466-afb36a56cddd), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:29.365058 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-fa95f190-ce7b-470a-a9ac-acf769a40ea9 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Network bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:33:29.371472 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-fa95f190-ce7b-470a-a9ac-acf769a40ea9 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:33:29.375607 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-fa95f190-ce7b-470a-a9ac-acf769a40ea9 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:33:29.404424 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa95f190-ce7b-470a-a9ac-acf769a40ea9 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Pushing event updated for resources: {'Port': ['ID=adb97b7c-ab6c-4cac-8466-afb36a56cddd,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:29.473951 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-fa95f190-ce7b-470a-a9ac-acf769a40ea9 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:29.474577 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-fa95f190-ce7b-470a-a9ac-acf769a40ea9 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:29.505964 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb31e3ed-654b-4b71-bdf0-c517f37d4a6d req-1df98eaf-33fe-4c04-b2b9-c8b980c05a0d tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:29.507920 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fb31e3ed-654b-4b71-bdf0-c517f37d4a6d req-1df98eaf-33fe-4c04-b2b9-c8b980c05a0d tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 931 time: 0.0799670 Jul 20 19:33:29.515529 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-fa95f190-ce7b-470a-a9ac-acf769a40ea9 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6209660 Jul 20 19:33:29.576051 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fb31e3ed-654b-4b71-bdf0-c517f37d4a6d req-3fe87e15-c9df-4c1f-a307-1e189de698f2 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0595336 Jul 20 19:33:29.608438 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-c3abf768-7848-4189-8ad1-8717de67d18c service neutron] Request body: {'port': {'device_id': 'c8a7d635-c0fb-46d2-b8be-44ee48e97672', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85054'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:33:29.631220 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:29.686500 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-c3abf768-7848-4189-8ad1-8717de67d18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (adb97b7c-ab6c-4cac-8466-afb36a56cddd), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:29.696014 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-2aed7c97-e524-4d02-8a31-eab8a839759b None None] Provisioning complete for port adb97b7c-ab6c-4cac-8466-afb36a56cddd triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:33:29.696576 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2aed7c97-e524-4d02-8a31-eab8a839759b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (adb97b7c-ab6c-4cac-8466-afb36a56cddd), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:29.733936 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2aed7c97-e524-4d02-8a31-eab8a839759b None None] Port adb97b7c-ab6c-4cac-8466-afb36a56cddd cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:33:29.975694 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-c3abf768-7848-4189-8ad1-8717de67d18c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id adb97b7c-ab6c-4cac-8466-afb36a56cddd {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:33:29.983306 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-c3abf768-7848-4189-8ad1-8717de67d18c service neutron] Publish callbacks [] for port (adb97b7c-ab6c-4cac-8466-afb36a56cddd), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:29.995923 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-c3abf768-7848-4189-8ad1-8717de67d18c service neutron] Transition to ACTIVE for port object adb97b7c-ab6c-4cac-8466-afb36a56cddd will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:33:29.999401 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-c3abf768-7848-4189-8ad1-8717de67d18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (adb97b7c-ab6c-4cac-8466-afb36a56cddd), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:30.049400 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3abf768-7848-4189-8ad1-8717de67d18c service neutron] Pushing event updated for resources: {'Port': ['ID=adb97b7c-ab6c-4cac-8466-afb36a56cddd,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:30.130091 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-c3abf768-7848-4189-8ad1-8717de67d18c service neutron] Attempting to bind port adb97b7c-ab6c-4cac-8466-afb36a56cddd on host hv-cinder-85054 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:33:30.130429 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-c3abf768-7848-4189-8ad1-8717de67d18c service neutron] Attempting to bind port adb97b7c-ab6c-4cac-8466-afb36a56cddd by drivers openvswitch,hyperv on host hv-cinder-85054 at level 0 using segments [{'id': 'bc85ed34-e892-4f73-ad9d-357e54d0164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:33:30.130761 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-c3abf768-7848-4189-8ad1-8717de67d18c service neutron] Attempting to bind port adb97b7c-ab6c-4cac-8466-afb36a56cddd on network bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:33:30.136109 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-c3abf768-7848-4189-8ad1-8717de67d18c service neutron] Port adb97b7c-ab6c-4cac-8466-afb36a56cddd on network bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85054 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:33:30.136432 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-c3abf768-7848-4189-8ad1-8717de67d18c service neutron] Attempting to bind port adb97b7c-ab6c-4cac-8466-afb36a56cddd on network bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:33:30.141671 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-c3abf768-7848-4189-8ad1-8717de67d18c service neutron] Checking agent: {'id': 'e6883320-19dd-4a2d-8302-97f8dd23b041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85054', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'started_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 33, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:33:30.142011 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-c3abf768-7848-4189-8ad1-8717de67d18c service neutron] Checking segment: {'id': 'bc85ed34-e892-4f73-ad9d-357e54d0164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:33:30.142394 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-c3abf768-7848-4189-8ad1-8717de67d18c service neutron] Bound using segment: {'id': 'bc85ed34-e892-4f73-ad9d-357e54d0164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:33:30.142826 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-c3abf768-7848-4189-8ad1-8717de67d18c service neutron] Bound port: adb97b7c-ab6c-4cac-8466-afb36a56cddd, host: hv-cinder-85054, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc85ed34-e892-4f73-ad9d-357e54d0164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:33:30.143185 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-c3abf768-7848-4189-8ad1-8717de67d18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (adb97b7c-ab6c-4cac-8466-afb36a56cddd), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:30.205990 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:30.208765 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-c3abf768-7848-4189-8ad1-8717de67d18c service neutron] For port adb97b7c-ab6c-4cac-8466-afb36a56cddd, host hv-cinder-85054, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:33:30.212159 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-c3abf768-7848-4189-8ad1-8717de67d18c service neutron] For port adb97b7c-ab6c-4cac-8466-afb36a56cddd, host hv-cinder-85054, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=adb97b7c-ab6c-4cac-8466-afb36a56cddd,segment=NetworkSegment(bc85ed34-e892-4f73-ad9d-357e54d0164b),segment_id=bc85ed34-e892-4f73-ad9d-357e54d0164b)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:33:30.219036 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-c3abf768-7848-4189-8ad1-8717de67d18c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (adb97b7c-ab6c-4cac-8466-afb36a56cddd), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:30.253847 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-c3abf768-7848-4189-8ad1-8717de67d18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:30.254472 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-c3abf768-7848-4189-8ad1-8717de67d18c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:30.255936 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-c3abf768-7848-4189-8ad1-8717de67d18c service neutron] 10.222.0.96 "PUT /v2.0/ports/adb97b7c-ab6c-4cac-8466-afb36a56cddd HTTP/1.1" status: 200 len: 1093 time: 0.7170570 Jul 20 19:33:30.256322 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a7d635-c0fb-46d2-b8be-44ee48e97672', 'tag': 'adb97b7c-ab6c-4cac-8466-afb36a56cddd'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:33:30.258689 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95dc2ebf-8c99-495a-a23b-51cd47d125fe" -d '{"events": [{"name": "network-changed", "server_uuid": "c8a7d635-c0fb-46d2-b8be-44ee48e97672", "tag": "adb97b7c-ab6c-4cac-8466-afb36a56cddd"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:33:30.285835 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3abf768-7848-4189-8ad1-8717de67d18c service neutron] Pushing event updated for resources: {'Port': ['ID=adb97b7c-ab6c-4cac-8466-afb36a56cddd,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:30.302171 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8826f0bf-e1ad-4711-ba22-8e40bb0c56c3 x-openstack-request-id: req-8826f0bf-e1ad-4711-ba22-8e40bb0c56c3 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:33:30.302616 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8a7d635-c0fb-46d2-b8be-44ee48e97672", "tag": "adb97b7c-ab6c-4cac-8466-afb36a56cddd", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:33:30.302878 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8826f0bf-e1ad-4711-ba22-8e40bb0c56c3 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:33:30.303284 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8826f0bf-e1ad-4711-ba22-8e40bb0c56c3'] response: {'name': 'network-changed', 'server_uuid': 'c8a7d635-c0fb-46d2-b8be-44ee48e97672', 'tag': 'adb97b7c-ab6c-4cac-8466-afb36a56cddd', 'status': 'completed', 'code': 200} Jul 20 19:33:30.703791 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4056ba22-b829-41e9-b62c-b63240edd6c6 req-2b3683e1-f4c9-4d74-9208-042822bb6a11 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:30.705336 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4056ba22-b829-41e9-b62c-b63240edd6c6 req-2b3683e1-f4c9-4d74-9208-042822bb6a11 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 943 time: 0.0524826 Jul 20 19:33:30.757478 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4056ba22-b829-41e9-b62c-b63240edd6c6 req-7a7d7caf-b2c5-44a3-afbb-01a141586ccf tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0466390 Jul 20 19:33:31.218255 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:33:31.875745 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a39b53-868f-419c-86a0-9e4f75f07b33 req-2f7633e3-2a7c-44e8-b68c-45a47dea73e0 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:31.877347 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a1a39b53-868f-419c-86a0-9e4f75f07b33 req-2f7633e3-2a7c-44e8-b68c-45a47dea73e0 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 943 time: 0.0476899 Jul 20 19:33:31.927691 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a1a39b53-868f-419c-86a0-9e4f75f07b33 req-590f2e74-dce2-4610-8557-4bb754e129b5 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0447845 Jul 20 19:33:33.045464 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48d3ab-eacd-4e2d-b4e6-67388d4d3976 req-95dfbf39-a359-43c3-9aea-8ae929f1cb72 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:33.047022 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1d48d3ab-eacd-4e2d-b4e6-67388d4d3976 req-95dfbf39-a359-43c3-9aea-8ae929f1cb72 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 943 time: 0.0506516 Jul 20 19:33:33.104201 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1d48d3ab-eacd-4e2d-b4e6-67388d4d3976 req-25c2d960-cc32-4fda-8e32-d4b76167c4bd tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0486059 Jul 20 19:33:33.142275 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:33.151261 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc2ebf-8c99-495a-a23b-51cd47d125fe req-fa85466c-a330-48dc-815f-15b3acfc531f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:33.152760 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-95dc2ebf-8c99-495a-a23b-51cd47d125fe req-fa85466c-a330-48dc-815f-15b3acfc531f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3f1255754afb4cd384a11c87a9d717df&device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 1127 time: 0.0429864 Jul 20 19:33:33.210431 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:33.267938 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc2ebf-8c99-495a-a23b-51cd47d125fe req-59b6fa99-8649-4af3-9deb-0cba002e51a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:33.269519 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-95dc2ebf-8c99-495a-a23b-51cd47d125fe req-59b6fa99-8649-4af3-9deb-0cba002e51a8 service neutron] 10.222.0.96 "GET /v2.0/networks?tenant_id=3f1255754afb4cd384a11c87a9d717df&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0961092 Jul 20 19:33:33.368640 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95dc2ebf-8c99-495a-a23b-51cd47d125fe req-699b7822-163c-4aa5-8ccd-4e65c170c95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:33.371020 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-95dc2ebf-8c99-495a-a23b-51cd47d125fe req-699b7822-163c-4aa5-8ccd-4e65c170c95b service neutron] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952263 Jul 20 19:33:33.485624 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-07aa11ae-736e-41e3-ac06-21556d3c9e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:33.487018 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-07aa11ae-736e-41e3-ac06-21556d3c9e0e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3f1255754afb4cd384a11c87a9d717df&device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 1127 time: 0.0412023 Jul 20 19:33:33.547476 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-6d8236ed-4ba1-4366-829e-8247ddb5e2d2 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adb97b7c-ab6c-4cac-8466-afb36a56cddd HTTP/1.1" status: 200 len: 217 time: 0.0399773 Jul 20 19:33:33.600681 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-7e4c5529-d3d5-4071-9a42-87411a5cae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:33.602128 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-7e4c5529-d3d5-4071-9a42-87411a5cae8a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4d19357c-ece7-45d1-a6a5-4668097ab380 HTTP/1.1" status: 200 len: 851 time: 0.0448699 Jul 20 19:33:33.651268 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-868b3b76-7373-41aa-be92-cc9ddf144111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:33.652594 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-868b3b76-7373-41aa-be92-cc9ddf144111 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0391254 Jul 20 19:33:33.753229 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-b78abc3b-95d4-45f9-bf53-b8d1824e1429 service neutron] 10.222.0.96 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894022 Jul 20 19:33:33.847512 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ac86d7d-5af8-45e9-ba73-72f7ebe47f87 req-1e3fadad-4a06-4d00-bd1f-aae219d2152c service neutron] 10.222.0.96 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872052 Jul 20 19:33:34.235893 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a543da86-d94f-4673-ad42-14a8b011ceda req-046505c3-df6c-4a26-9449-828c4f478ec5 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:34.237419 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a543da86-d94f-4673-ad42-14a8b011ceda req-046505c3-df6c-4a26-9449-828c4f478ec5 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 943 time: 0.0562139 Jul 20 19:33:34.251225 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:34.292497 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a543da86-d94f-4673-ad42-14a8b011ceda req-abc2283d-437d-4a9b-a919-b872386cf690 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0489886 Jul 20 19:33:35.413393 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5bd6b37-29f5-4d3a-b0de-61f0893bb241 req-be41ea49-e767-4cb8-8683-e2a5a114b9f9 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:35.414768 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b5bd6b37-29f5-4d3a-b0de-61f0893bb241 req-be41ea49-e767-4cb8-8683-e2a5a114b9f9 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 943 time: 0.0483003 Jul 20 19:33:35.463957 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b5bd6b37-29f5-4d3a-b0de-61f0893bb241 req-4b870c5a-ccf8-42a4-a417-e326e1c3690f tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0430350 Jul 20 19:33:36.108734 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=15,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:36.111411 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=22,neutron:INSERT=6 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:36.580445 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb6275b-76c5-46b2-8bdd-1e5390ae084d req-a1d78dad-3eaf-48f6-99c1-f3fafb4bc950 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:36.581924 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6fb6275b-76c5-46b2-8bdd-1e5390ae084d req-a1d78dad-3eaf-48f6-99c1-f3fafb4bc950 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 943 time: 0.0498483 Jul 20 19:33:36.634891 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6fb6275b-76c5-46b2-8bdd-1e5390ae084d req-1736887e-c042-4437-ac0c-11bd9c3143d1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0472689 Jul 20 19:33:37.759661 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b760e191-08e1-4cfb-9f84-e681f5b15938 req-dcc0b3e2-17d6-4efc-9cd0-c224f99c2fdf tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:37.761719 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b760e191-08e1-4cfb-9f84-e681f5b15938 req-dcc0b3e2-17d6-4efc-9cd0-c224f99c2fdf tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 943 time: 0.0540855 Jul 20 19:33:37.813697 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b760e191-08e1-4cfb-9f84-e681f5b15938 req-6eb89c67-8374-4db8-a9c4-7620891489bd tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0458543 Jul 20 19:33:38.932113 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca2237c-5f65-49a0-af1f-df057c05957c req-f1905f5b-4a59-495c-b399-64946bffde65 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:38.933571 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8ca2237c-5f65-49a0-af1f-df057c05957c req-f1905f5b-4a59-495c-b399-64946bffde65 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 943 time: 0.0483799 Jul 20 19:33:38.980464 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:38.986601 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8ca2237c-5f65-49a0-af1f-df057c05957c req-3e8d8da3-46ba-4be4-b5bc-586d909cfbc8 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0471070 Jul 20 19:33:40.106384 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70375ed6-ef8f-4fb1-afa7-7e68cea176ae req-51c11f48-45e2-4dcc-bd8e-e45219861426 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:40.107854 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-70375ed6-ef8f-4fb1-afa7-7e68cea176ae req-51c11f48-45e2-4dcc-bd8e-e45219861426 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 943 time: 0.0527194 Jul 20 19:33:40.159551 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-70375ed6-ef8f-4fb1-afa7-7e68cea176ae req-adb3fdd8-63b4-4a02-be15-0f9c754c6082 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0460384 Jul 20 19:33:40.472807 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=87,neutron:UPDATE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:40.474729 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=91,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:41.215117 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=11,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:41.277050 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca25efe1-72cf-493a-a179-c974be1f24dd req-bfa424b4-ede9-4086-bc5c-997c5e7d0480 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:41.278527 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ca25efe1-72cf-493a-a179-c974be1f24dd req-bfa424b4-ede9-4086-bc5c-997c5e7d0480 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 943 time: 0.0483875 Jul 20 19:33:41.328221 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ca25efe1-72cf-493a-a179-c974be1f24dd req-78750196-5464-47d4-bc0a-558f55c182c6 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0437968 Jul 20 19:33:42.443182 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ef1391-bdbf-436c-977b-c678754671ed req-57ccbb5f-1b71-40f0-858b-c33bba6fedbd tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:42.444681 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-46ef1391-bdbf-436c-977b-c678754671ed req-57ccbb5f-1b71-40f0-858b-c33bba6fedbd tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 943 time: 0.0485039 Jul 20 19:33:42.499191 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-46ef1391-bdbf-436c-977b-c678754671ed req-1e3d93d8-b20f-42dd-b9e6-3ec611648b77 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0489283 Jul 20 19:33:43.075976 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device adb97b7c-ab6c-4cac-8466-afb36a56cddd details requested by agent hyperv_hv-cinder-85054 with host hv-cinder-85054 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:33:43.174524 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port adb97b7c-ab6c-4cac-8466-afb36a56cddd, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=adb97b7c-ab6c-4cac-8466-afb36a56cddd,segment=NetworkSegment(bc85ed34-e892-4f73-ad9d-357e54d0164b),segment_id=bc85ed34-e892-4f73-ad9d-357e54d0164b)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:33:43.191987 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Returning: {'device': 'adb97b7c-ab6c-4cac-8466-afb36a56cddd', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'port_id': 'adb97b7c-ab6c-4cac-8466-afb36a56cddd', 'mac_address': 'fa:16:3e:89:6d:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 993, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:33:43.229235 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port adb97b7c-ab6c-4cac-8466-afb36a56cddd is: DOWN; New status is: BUILD {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:33:43.229631 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (adb97b7c-ab6c-4cac-8466-afb36a56cddd), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:43.243372 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id adb97b7c-ab6c-4cac-8466-afb36a56cddd {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:33:43.265568 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port adb97b7c-ab6c-4cac-8466-afb36a56cddd, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=adb97b7c-ab6c-4cac-8466-afb36a56cddd,segment=NetworkSegment(bc85ed34-e892-4f73-ad9d-357e54d0164b),segment_id=bc85ed34-e892-4f73-ad9d-357e54d0164b)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:33:43.270897 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (adb97b7c-ab6c-4cac-8466-afb36a56cddd), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:43.302283 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 40642) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:43.325104 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=adb97b7c-ab6c-4cac-8466-afb36a56cddd,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:43.333292 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:43.333635 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:43.333993 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:43.334365 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:43.334700 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:43.335026 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:43.335354 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:43.335674 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:43.336000 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:43.336349 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:43.336647 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:43.337013 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:43.337344 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:43.337669 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:43.337988 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:33:43.365276 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-da692bda-590f-4927-a140-22b0e12311ab admin admin] Deleting subnet ec3fabab-604f-444b-a3c2-c053ae9a341a {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:33:43.368680 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da692bda-590f-4927-a140-22b0e12311ab admin admin] Publish callbacks [] for subnet (ec3fabab-604f-444b-a3c2-c053ae9a341a), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:43.417139 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da692bda-590f-4927-a140-22b0e12311ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25615735'] for subnet (ec3fabab-604f-444b-a3c2-c053ae9a341a), precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:43.461827 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da692bda-590f-4927-a140-22b0e12311ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742266'] for subnet (ec3fabab-604f-444b-a3c2-c053ae9a341a), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:43.530170 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da692bda-590f-4927-a140-22b0e12311ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26524778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26866038'] for subnet (ec3fabab-604f-444b-a3c2-c053ae9a341a), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:43.556906 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da692bda-590f-4927-a140-22b0e12311ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec3fabab-604f-444b-a3c2-c053ae9a341a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:43.564635 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da692bda-590f-4927-a140-22b0e12311ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:43.569934 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-da692bda-590f-4927-a140-22b0e12311ab admin admin] 10.222.0.79 "DELETE /v2.0/subnets/ec3fabab-604f-444b-a3c2-c053ae9a341a HTTP/1.1" status: 204 len: 168 time: 0.2634952 Jul 20 19:33:43.570285 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 40650) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:43.619113 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-850ed7b4-724d-4781-9619-e87ed3eafbbd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:43.655524 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da482772-43d5-43f2-84a7-3a89f6b9f391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636708'] for network (6e06d9a4-c3cc-4d57-9431-dcfeac509b05), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:43.656963 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cca449-6a02-49a8-ad0f-2ba4c727a915 req-c9a7ecc6-a12d-4490-b235-d3a84e9b11da tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:43.658613 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7cca449-6a02-49a8-ad0f-2ba4c727a915 req-c9a7ecc6-a12d-4490-b235-d3a84e9b11da tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 944 time: 0.0750337 Jul 20 19:33:43.718464 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7cca449-6a02-49a8-ad0f-2ba4c727a915 req-97b23a44-d7e0-4a25-bc81-03b1401d1329 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0520260 Jul 20 19:33:43.745784 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['adb97b7c-ab6c-4cac-8466-afb36a56cddd'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:33:43.749927 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da482772-43d5-43f2-84a7-3a89f6b9f391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-742656', 'neutron.services.segments.db._delete_segments_for_network-8773866507587'] for network (6e06d9a4-c3cc-4d57-9431-dcfeac509b05), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:43.772284 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-da482772-43d5-43f2-84a7-3a89f6b9f391 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e06d9a4-c3cc-4d57-9431-dcfeac509b05']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:43.782447 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-da482772-43d5-43f2-84a7-3a89f6b9f391 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21affb50-584a-420e-9d0e-02edacdca8c4') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:43.782762 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-da482772-43d5-43f2-84a7-3a89f6b9f391 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21affb50-584a-420e-9d0e-02edacdca8c4') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:43.797656 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da482772-43d5-43f2-84a7-3a89f6b9f391 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773866508876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25615712'] for segment (21affb50-584a-420e-9d0e-02edacdca8c4), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:43.813281 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da482772-43d5-43f2-84a7-3a89f6b9f391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (21affb50-584a-420e-9d0e-02edacdca8c4), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:43.822367 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da482772-43d5-43f2-84a7-3a89f6b9f391 admin admin] Releasing vlan 981 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:33:43.823316 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da482772-43d5-43f2-84a7-3a89f6b9f391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26525640'] for segment (21affb50-584a-420e-9d0e-02edacdca8c4), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:43.889522 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.services.segments.plugin [-] Segment 21affb50-584a-420e-9d0e-02edacdca8c4 resource provider aggregate not found Jul 20 19:33:43.920908 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.services.segments.plugin [-] Segment 21affb50-584a-420e-9d0e-02edacdca8c4 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 21affb50-584a-420e-9d0e-02edacdca8c4 found for delete ", "request_id": "req-4c6785d5-4477-4e90-9459-f3fb26dd11fd"}]} Jul 20 19:33:43.922955 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da482772-43d5-43f2-84a7-3a89f6b9f391 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1823185'] for network (6e06d9a4-c3cc-4d57-9431-dcfeac509b05), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:43.938110 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-da482772-43d5-43f2-84a7-3a89f6b9f391 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:43.948030 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-da482772-43d5-43f2-84a7-3a89f6b9f391 admin admin] 10.222.0.79 "DELETE /v2.0/networks/6e06d9a4-c3cc-4d57-9431-dcfeac509b05 HTTP/1.1" status: 204 len: 168 time: 0.3735044 Jul 20 19:33:43.966239 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da482772-43d5-43f2-84a7-3a89f6b9f391 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e06d9a4-c3cc-4d57-9431-dcfeac509b05,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:44.054188 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba22f49-4dd3-4f85-94dd-ccdbdf678c3b req-562c4266-0f06-43fc-b6bd-8108f55b569a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:44.057217 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7ba22f49-4dd3-4f85-94dd-ccdbdf678c3b req-562c4266-0f06-43fc-b6bd-8108f55b569a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0923343 Jul 20 19:33:44.165249 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495889da-3ed0-469c-864f-baa8bb867951 req-2739c411-23af-4ad2-94b8-8eb43ffda61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:44.166734 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-495889da-3ed0-469c-864f-baa8bb867951 req-2739c411-23af-4ad2-94b8-8eb43ffda61d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9c025843a2de49d48c39b40f2261d3bf&device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 1130 time: 0.0899520 Jul 20 19:33:44.170462 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7ba22f49-4dd3-4f85-94dd-ccdbdf678c3b req-c533c9b2-2ad2-42ca-8a73-4f43097197f8 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1044023 Jul 20 19:33:44.201853 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 40670) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:44.254948 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-747ddb33-0fe7-4096-b75a-2dfe4b0b4af2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2aa8c8dd804b46ca8996788a32b8383e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0497103 Jul 20 19:33:44.255459 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 40672) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:44.307023 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:44.312328 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495889da-3ed0-469c-864f-baa8bb867951 req-c4a36e5d-c24a-4a71-b4a2-e7a1a0b7c4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:44.313809 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-495889da-3ed0-469c-864f-baa8bb867951 req-c4a36e5d-c24a-4a71-b4a2-e7a1a0b7c4b6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc HTTP/1.1" status: 200 len: 919 time: 0.1257627 Jul 20 19:33:44.341469 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb66942c-b534-4644-bc21-899a57775b51 admin admin] Publish callbacks [] for security_group (61aa6533-cea2-4dda-82db-53d178d4bdd5), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:44.406043 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb66942c-b534-4644-bc21-899a57775b51 admin admin] Publish callbacks [] for security_group (61aa6533-cea2-4dda-82db-53d178d4bdd5), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:44.423068 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-495889da-3ed0-469c-864f-baa8bb867951 req-d9762a39-348c-4c1f-9876-4ef30e7d4f47 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35b5da22-b362-4b46-8e92-4a5d8c7ec405 HTTP/1.1" status: 200 len: 1001 time: 0.0965755 Jul 20 19:33:44.497231 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495889da-3ed0-469c-864f-baa8bb867951 req-5a2eb66b-49b9-4d78-b3fe-14af9c96f9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:44.499144 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-495889da-3ed0-469c-864f-baa8bb867951 req-5a2eb66b-49b9-4d78-b3fe-14af9c96f9a6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d0032299-b9fa-48f2-97fd-620bc1f7e167 HTTP/1.1" status: 200 len: 857 time: 0.0576022 Jul 20 19:33:44.507542 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb66942c-b534-4644-bc21-899a57775b51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (61aa6533-cea2-4dda-82db-53d178d4bdd5), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:44.511657 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fb66942c-b534-4644-bc21-899a57775b51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:44.512843 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-fb66942c-b534-4644-bc21-899a57775b51 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/61aa6533-cea2-4dda-82db-53d178d4bdd5 HTTP/1.1" status: 204 len: 168 time: 0.2563992 Jul 20 19:33:44.539027 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb66942c-b534-4644-bc21-899a57775b51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61aa6533-cea2-4dda-82db-53d178d4bdd5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:44.580064 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495889da-3ed0-469c-864f-baa8bb867951 req-3914329b-0cb6-4edc-a73f-d005cce73d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:44.581642 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-495889da-3ed0-469c-864f-baa8bb867951 req-3914329b-0cb6-4edc-a73f-d005cce73d0a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0590265 Jul 20 19:33:44.693556 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:44.701182 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-495889da-3ed0-469c-864f-baa8bb867951 req-923d2b4a-5132-4616-947a-7e111b26acc5 service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063569 Jul 20 19:33:44.891599 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-495889da-3ed0-469c-864f-baa8bb867951 req-ac12acc3-b894-4cad-b808-d306b1c181a0 service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813133 Jul 20 19:33:44.898724 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3423c88-3084-470f-8dfc-8957ef99b438 req-7260aaba-4886-4f75-bd8d-8a854a06bff3 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:44.900492 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a3423c88-3084-470f-8dfc-8957ef99b438 req-7260aaba-4886-4f75-bd8d-8a854a06bff3 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 944 time: 0.0889006 Jul 20 19:33:45.003359 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74cc10f4-4d9c-4016-b10c-a77b4b97dd3f req-fa3a3f2a-4ec6-44e5-a233-5f96a4ac056d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:45.004797 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-74cc10f4-4d9c-4016-b10c-a77b4b97dd3f req-fa3a3f2a-4ec6-44e5-a233-5f96a4ac056d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 946 time: 0.0865088 Jul 20 19:33:45.009072 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a3423c88-3084-470f-8dfc-8957ef99b438 req-2a2b2770-bb13-4a23-87c0-1bfcbf068f2d tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0991080 Jul 20 19:33:45.063890 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-74cc10f4-4d9c-4016-b10c-a77b4b97dd3f req-c43a2bb5-9a33-4d8c-bbd9-3e9557773125 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532291 Jul 20 19:33:45.074114 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device adb97b7c-ab6c-4cac-8466-afb36a56cddd up at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:33:45.127573 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning for port adb97b7c-ab6c-4cac-8466-afb36a56cddd completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:33:45.134032 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning complete for port adb97b7c-ab6c-4cac-8466-afb36a56cddd triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:33:45.134502 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (adb97b7c-ab6c-4cac-8466-afb36a56cddd), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:45.218667 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port adb97b7c-ab6c-4cac-8466-afb36a56cddd is: BUILD; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:33:45.219074 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (adb97b7c-ab6c-4cac-8466-afb36a56cddd), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:45.249535 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a7d635-c0fb-46d2-b8be-44ee48e97672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb97b7c-ab6c-4cac-8466-afb36a56cddd'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:33:45.252169 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-255c74f3-b013-4ca3-8b19-62c6dd656a0e" -d '{"events": [{"server_uuid": "c8a7d635-c0fb-46d2-b8be-44ee48e97672", "name": "network-vif-plugged", "status": "completed", "tag": "adb97b7c-ab6c-4cac-8466-afb36a56cddd"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:33:45.256635 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:45.267266 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port adb97b7c-ab6c-4cac-8466-afb36a56cddd, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=adb97b7c-ab6c-4cac-8466-afb36a56cddd,segment=NetworkSegment(bc85ed34-e892-4f73-ad9d-357e54d0164b),segment_id=bc85ed34-e892-4f73-ad9d-357e54d0164b)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:33:45.273149 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (adb97b7c-ab6c-4cac-8466-afb36a56cddd), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:45.300538 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63e5b0bf-01de-4119-b578-ed0a4fe3e9ca x-openstack-request-id: req-63e5b0bf-01de-4119-b578-ed0a4fe3e9ca {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:33:45.300856 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a7d635-c0fb-46d2-b8be-44ee48e97672", "name": "network-vif-plugged", "status": "completed", "tag": "adb97b7c-ab6c-4cac-8466-afb36a56cddd", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:33:45.301136 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-63e5b0bf-01de-4119-b578-ed0a4fe3e9ca {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:33:45.301525 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63e5b0bf-01de-4119-b578-ed0a4fe3e9ca'] response: {'server_uuid': 'c8a7d635-c0fb-46d2-b8be-44ee48e97672', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'adb97b7c-ab6c-4cac-8466-afb36a56cddd', 'code': 200} Jul 20 19:33:45.302977 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d410d39-f42c-41b6-afc0-968cb5c7753e req-186b215c-03b7-4596-9354-99d22d343614 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:45.304501 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3d410d39-f42c-41b6-afc0-968cb5c7753e req-186b215c-03b7-4596-9354-99d22d343614 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0554085 Jul 20 19:33:45.328906 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=adb97b7c-ab6c-4cac-8466-afb36a56cddd,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:45.354400 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3d410d39-f42c-41b6-afc0-968cb5c7753e req-54b96926-fded-4059-ba2d-5c2c70fb540c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429714 Jul 20 19:33:45.953525 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f3399295-2c61-4a05-b56c-9a9dc046d743 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:46.132607 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42cd740-9ba7-4fc9-a821-b4e14064cff4 req-c82d93c8-2330-4749-8962-72341d4d89da tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:46.134145 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d42cd740-9ba7-4fc9-a821-b4e14064cff4 req-c82d93c8-2330-4749-8962-72341d4d89da tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 945 time: 0.0508974 Jul 20 19:33:46.454712 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d42cd740-9ba7-4fc9-a821-b4e14064cff4 req-ab8138a5-6dbc-4413-9eac-a78ba1b82886 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.3145616 Jul 20 19:33:46.470654 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b5b58d-7ab1-49cb-9162-42fb9f9c1ffd req-11da2c7d-ed6e-41c9-9183-7972de60e31e tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:46.472143 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-63b5b58d-7ab1-49cb-9162-42fb9f9c1ffd req-11da2c7d-ed6e-41c9-9183-7972de60e31e tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 946 time: 0.3043668 Jul 20 19:33:46.534565 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-63b5b58d-7ab1-49cb-9162-42fb9f9c1ffd req-3bcd6705-6e08-46b4-9003-538146ae3397 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0562844 Jul 20 19:33:46.569766 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29bb223d-8916-4526-8899-97161c1d1caf req-755f6b6a-ed3d-443f-965e-d3a2637a5e47 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:46.571220 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-29bb223d-8916-4526-8899-97161c1d1caf req-755f6b6a-ed3d-443f-965e-d3a2637a5e47 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0527208 Jul 20 19:33:46.582979 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:46.619899 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-29bb223d-8916-4526-8899-97161c1d1caf req-cc1add4c-59bb-41e5-9531-87a33c025ed9 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423801 Jul 20 19:33:46.900641 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:46.913052 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:47.474623 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02bc23c-34ed-4507-b589-1c057bd73f56 req-3542baeb-1098-4130-8497-71a2a604a586 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:47.476079 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b02bc23c-34ed-4507-b589-1c057bd73f56 req-3542baeb-1098-4130-8497-71a2a604a586 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.96 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 946 time: 0.0778160 Jul 20 19:33:47.476984 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c61a7f3-69e9-4b89-a329-a7ee3beab9ef req-71450f2d-50d0-4d54-bb61-8aeb9c6d8f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:47.478311 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4c61a7f3-69e9-4b89-a329-a7ee3beab9ef req-71450f2d-50d0-4d54-bb61-8aeb9c6d8f8d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 1129 time: 0.0787945 Jul 20 19:33:47.627273 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fe3dee-84f5-4cf5-9426-94127ddfd16f req-4eb24e36-fb24-4f39-b170-93b6563d4195 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:47.628686 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-64fe3dee-84f5-4cf5-9426-94127ddfd16f req-4eb24e36-fb24-4f39-b170-93b6563d4195 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 945 time: 0.1016412 Jul 20 19:33:47.642030 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4c61a7f3-69e9-4b89-a329-a7ee3beab9ef req-a73fc4a1-baab-4dae-a528-438a402b4ae1 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1461544 Jul 20 19:33:47.699594 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-b02bc23c-34ed-4507-b589-1c057bd73f56 req-67b56491-63fe-486d-aca3-3fdae87f9865 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Deleting port 8de6f1a3-1533-4778-946a-bfef39df578f {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:33:47.700024 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b02bc23c-34ed-4507-b589-1c057bd73f56 req-67b56491-63fe-486d-aca3-3fdae87f9865 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (8de6f1a3-1533-4778-946a-bfef39df578f), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:47.708695 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2dd3be-e80b-4941-a2a6-cd74d1f03eb5 req-4d27c828-2e06-49da-990b-35de7aecefb0 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:47.710155 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3b2dd3be-e80b-4941-a2a6-cd74d1f03eb5 req-4d27c828-2e06-49da-990b-35de7aecefb0 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 946 time: 0.0903904 Jul 20 19:33:47.762391 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:47.803531 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-64fe3dee-84f5-4cf5-9426-94127ddfd16f req-fdfc6343-0f84-4d41-a599-48ae21c30e6a tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1593401 Jul 20 19:33:47.837597 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3b2dd3be-e80b-4941-a2a6-cd74d1f03eb5 req-175453af-7939-497f-b1b0-3535192f5513 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=c1181796-ea92-4fb4-be67-b12d83799ce5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1122227 Jul 20 19:33:47.861164 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-b02bc23c-34ed-4507-b589-1c057bd73f56 req-67b56491-63fe-486d-aca3-3fdae87f9865 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] For port 8de6f1a3-1533-4778-946a-bfef39df578f, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=8de6f1a3-1533-4778-946a-bfef39df578f,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:33:47.861567 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b02bc23c-34ed-4507-b589-1c057bd73f56 req-67b56491-63fe-486d-aca3-3fdae87f9865 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (8de6f1a3-1533-4778-946a-bfef39df578f), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:47.958568 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71774078-59fe-47d8-9bbc-2eb9a1e69dc1 req-ba5a07c5-9526-4e85-bf9d-454670400ab0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:47.960015 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-71774078-59fe-47d8-9bbc-2eb9a1e69dc1 req-ba5a07c5-9526-4e85-bf9d-454670400ab0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0911653 Jul 20 19:33:48.087807 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-71774078-59fe-47d8-9bbc-2eb9a1e69dc1 req-88a8c501-7d76-4c45-8198-900e1403ebe9 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1210620 Jul 20 19:33:48.101864 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b02bc23c-34ed-4507-b589-1c057bd73f56 req-67b56491-63fe-486d-aca3-3fdae87f9865 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:48.102285 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b02bc23c-34ed-4507-b589-1c057bd73f56 req-67b56491-63fe-486d-aca3-3fdae87f9865 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (1e0fce89-689a-49d5-b3c9-4662736c9d1c), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:48.102604 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [req-b02bc23c-34ed-4507-b589-1c057bd73f56 req-67b56491-63fe-486d-aca3-3fdae87f9865 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Floating IP 1e0fce89-689a-49d5-b3c9-4662736c9d1c disassociated. External IP: 172.27.3.240, port: 8de6f1a3-1533-4778-946a-bfef39df578f. Jul 20 19:33:48.102951 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-b02bc23c-34ed-4507-b589-1c057bd73f56 req-67b56491-63fe-486d-aca3-3fdae87f9865 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Calling delete_port for 8de6f1a3-1533-4778-946a-bfef39df578f owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:33:48.241558 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b02bc23c-34ed-4507-b589-1c057bd73f56 req-67b56491-63fe-486d-aca3-3fdae87f9865 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (8de6f1a3-1533-4778-946a-bfef39df578f), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:48.269068 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b56491-63fe-486d-aca3-3fdae87f9865 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Pushing event deleted for resources: {'Port': ['ID=8de6f1a3-1533-4778-946a-bfef39df578f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:48.314089 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:48.387603 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b02bc23c-34ed-4507-b589-1c057bd73f56 req-67b56491-63fe-486d-aca3-3fdae87f9865 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Router ccca4bbb-5000-49bd-9564-0deb65b6e55a has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:33:48.490414 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b02bc23c-34ed-4507-b589-1c057bd73f56 req-67b56491-63fe-486d-aca3-3fdae87f9865 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:33:48.501515 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdbe51b-63b4-4277-a0b4-b5df603b7804 None None] Sync routers for ids ['ccca4bbb-5000-49bd-9564-0deb65b6e55a'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:33:48.511693 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdbe51b-63b4-4277-a0b4-b5df603b7804 None None] Routers {'ccca4bbb-5000-49bd-9564-0deb65b6e55a'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:33:48.512306 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-bbdbe51b-63b4-4277-a0b4-b5df603b7804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:33:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['ccca4bbb-5000-49bd-9564-0deb65b6e55a'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:48.535487 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-b02bc23c-34ed-4507-b589-1c057bd73f56 req-67b56491-63fe-486d-aca3-3fdae87f9865 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] No DVR routers for this DVR port 8de6f1a3-1533-4778-946a-bfef39df578f on host hv-cinder-85054 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:33:48.538341 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-b02bc23c-34ed-4507-b589-1c057bd73f56 req-67b56491-63fe-486d-aca3-3fdae87f9865 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:48.541682 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b02bc23c-34ed-4507-b589-1c057bd73f56 req-67b56491-63fe-486d-aca3-3fdae87f9865 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.96 "DELETE /v2.0/ports/8de6f1a3-1533-4778-946a-bfef39df578f HTTP/1.1" status: 204 len: 173 time: 1.0525005 Jul 20 19:33:48.542074 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27cf917f-83ab-47d0-82d4-8d8dc896aacb', 'name': 'network-vif-deleted', 'tag': '8de6f1a3-1533-4778-946a-bfef39df578f'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:33:48.544826 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbb1836c-dbdd-46eb-8c80-f8ec59794178" -d '{"events": [{"server_uuid": "27cf917f-83ab-47d0-82d4-8d8dc896aacb", "name": "network-vif-deleted", "tag": "8de6f1a3-1533-4778-946a-bfef39df578f"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:33:48.583728 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c965e2f2-9669-42e8-a11c-3e0ffbbc35ff x-openstack-request-id: req-c965e2f2-9669-42e8-a11c-3e0ffbbc35ff {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:33:48.584107 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27cf917f-83ab-47d0-82d4-8d8dc896aacb", "name": "network-vif-deleted", "tag": "8de6f1a3-1533-4778-946a-bfef39df578f", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:33:48.584425 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c965e2f2-9669-42e8-a11c-3e0ffbbc35ff {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:33:48.584913 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c965e2f2-9669-42e8-a11c-3e0ffbbc35ff'] response: {'server_uuid': '27cf917f-83ab-47d0-82d4-8d8dc896aacb', 'name': 'network-vif-deleted', 'tag': '8de6f1a3-1533-4778-946a-bfef39df578f', 'status': 'completed', 'code': 200} Jul 20 19:33:48.640111 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-bbdbe51b-63b4-4277-a0b4-b5df603b7804 None None] Set router ccca4bbb-5000-49bd-9564-0deb65b6e55a gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:33:48.642701 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:48.656642 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:48.669572 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-24e8949b-8e09-4bb8-991a-7dafc57cfedd req-f5a9aab9-5bb9-46d0-b07d-84d1fb33388a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0512311 Jul 20 19:33:48.818209 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:48.864425 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-bbdbe51b-63b4-4277-a0b4-b5df603b7804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082003264-router', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'gw_port': {'id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '852a5e10-5a08-4503-87fc-d9318edb569b', 'name': '', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'mac_address': 'fa:16:3e:a1:5f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:28:09Z', 'revision_number': 5, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'subnets': [{'id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:48.896173 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdbe51b-63b4-4277-a0b4-b5df603b7804 None None] Checking router: ccca4bbb-5000-49bd-9564-0deb65b6e55a for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:33:48.907524 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdbe51b-63b4-4277-a0b4-b5df603b7804 None None] Routers {'ccca4bbb-5000-49bd-9564-0deb65b6e55a'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:33:48.908238 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-bbdbe51b-63b4-4277-a0b4-b5df603b7804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:33:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['ccca4bbb-5000-49bd-9564-0deb65b6e55a'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:48.932548 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff581943-0145-42e1-bde8-b1eb426fada2 req-56ebf27c-b271-4e5f-acd7-c50889c5f9b6 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:48.934278 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ff581943-0145-42e1-bde8-b1eb426fada2 req-56ebf27c-b271-4e5f-acd7-c50889c5f9b6 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 945 time: 0.0536826 Jul 20 19:33:48.973950 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-47fe5046-e7ec-42d9-8853-fecb97daf9d5 req-24574f44-8ac9-4436-add3-e518539e3e70 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 210 time: 0.0386357 Jul 20 19:33:49.009528 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ff581943-0145-42e1-bde8-b1eb426fada2 req-5a630c90-d5c4-46e3-9ba1-a43ad9f54d13 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0657480 Jul 20 19:33:49.038728 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-bbdbe51b-63b4-4277-a0b4-b5df603b7804 None None] Set router ccca4bbb-5000-49bd-9564-0deb65b6e55a gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:33:49.205732 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ab3644-8277-4fbb-8c81-f579521eaab8 req-891a686c-a410-4173-b2d5-31d9315c3983 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:49.207800 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-33ab3644-8277-4fbb-8c81-f579521eaab8 req-891a686c-a410-4173-b2d5-31d9315c3983 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0519605 Jul 20 19:33:49.233845 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-bbdbe51b-63b4-4277-a0b4-b5df603b7804 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082003264-router', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'gw_port': {'id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '852a5e10-5a08-4503-87fc-d9318edb569b', 'name': '', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'mac_address': 'fa:16:3e:a1:5f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:28:09Z', 'revision_number': 5, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'subnets': [{'id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:49.261188 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-33ab3644-8277-4fbb-8c81-f579521eaab8 req-57f47c27-5779-4d3d-ae0f-806a216130c2 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431068 Jul 20 19:33:49.263559 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbdbe51b-63b4-4277-a0b4-b5df603b7804 None None] The sync data for ids ['ccca4bbb-5000-49bd-9564-0deb65b6e55a'] in dv-cinder-850548-1-iscsi is: [{'id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082003264-router', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'gw_port': {'id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '852a5e10-5a08-4503-87fc-d9318edb569b', 'name': '', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'mac_address': 'fa:16:3e:a1:5f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:28:09Z', 'revision_number': 5, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'subnets': [{'id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:33:49.480742 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7afebd5e-1100-4cf9-b8ee-d6c082f668e1 None None] New status for floating IP 1e0fce89-689a-49d5-b3c9-4662736c9d1c: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:33:49.551266 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8949b-8e09-4bb8-991a-7dafc57cfedd req-bd2d7118-92fc-4255-a683-902266298eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:49.553009 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-24e8949b-8e09-4bb8-991a-7dafc57cfedd req-bd2d7118-92fc-4255-a683-902266298eed service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9c025843a2de49d48c39b40f2261d3bf&device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 1129 time: 0.0439637 Jul 20 19:33:50.154806 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6a13fea5-01d2-403a-b7f1-b8effa9565d8 req-b3e10758-5341-4254-8727-01999d8a3224 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=27cf917f-83ab-47d0-82d4-8d8dc896aacb HTTP/1.1" status: 200 len: 210 time: 0.0598216 Jul 20 19:33:50.190630 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1442f89-fde2-45be-a5ac-cdd99f558a1f req-129e1923-4c80-441f-91e8-e7e74aa140a2 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:50.191997 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c1442f89-fde2-45be-a5ac-cdd99f558a1f req-129e1923-4c80-441f-91e8-e7e74aa140a2 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 945 time: 0.0983551 Jul 20 19:33:50.196342 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8949b-8e09-4bb8-991a-7dafc57cfedd req-fb120083-2323-476a-9aaa-47c10481714e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:50.198568 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-24e8949b-8e09-4bb8-991a-7dafc57cfedd req-fb120083-2323-476a-9aaa-47c10481714e service neutron] 10.222.0.96 "GET /v2.0/networks?id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc HTTP/1.1" status: 200 len: 919 time: 0.1798940 Jul 20 19:33:50.252125 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-24e8949b-8e09-4bb8-991a-7dafc57cfedd req-4311aa50-2bb8-4a70-9f65-5b13e82a86fb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a2c254e5-f31b-4788-9fa7-0f9ebfad4218 HTTP/1.1" status: 200 len: 217 time: 0.0378816 Jul 20 19:33:50.309045 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c1442f89-fde2-45be-a5ac-cdd99f558a1f req-802a7155-1b52-45b6-b966-9c3848688241 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1084416 Jul 20 19:33:50.321726 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8949b-8e09-4bb8-991a-7dafc57cfedd req-36986187-1c57-453b-977a-2bbc2af36dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:50.323150 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-24e8949b-8e09-4bb8-991a-7dafc57cfedd req-36986187-1c57-453b-977a-2bbc2af36dfe service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d0032299-b9fa-48f2-97fd-620bc1f7e167 HTTP/1.1" status: 200 len: 857 time: 0.0635076 Jul 20 19:33:50.427047 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e8949b-8e09-4bb8-991a-7dafc57cfedd req-1fc15dd9-b80f-4592-b4d3-f9939c780f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:50.428415 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-24e8949b-8e09-4bb8-991a-7dafc57cfedd req-1fc15dd9-b80f-4592-b4d3-f9939c780f1c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0984590 Jul 20 19:33:50.440213 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73444bea-5651-46d5-a1ef-63cd4ce8fef9 req-95daec98-cd79-43a2-a4d0-30b5bc1205cc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:50.441608 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-73444bea-5651-46d5-a1ef-63cd4ce8fef9 req-95daec98-cd79-43a2-a4d0-30b5bc1205cc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.1031673 Jul 20 19:33:50.460924 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4cd35a-81ae-454e-9ff7-c059c2518d6f req-3f0e5304-9807-48ec-be24-d53b14ad41e2 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:50.462289 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2b4cd35a-81ae-454e-9ff7-c059c2518d6f req-3f0e5304-9807-48ec-be24-d53b14ad41e2 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 945 time: 0.0758986 Jul 20 19:33:50.589125 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:50.599545 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-73444bea-5651-46d5-a1ef-63cd4ce8fef9 req-fc7b2eca-a767-4d0f-b8bc-135bbdd0c6c5 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1460793 Jul 20 19:33:50.608739 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2b4cd35a-81ae-454e-9ff7-c059c2518d6f req-b34fc425-7ff0-4851-b845-5e35579656e3 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1310384 Jul 20 19:33:50.623940 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-24e8949b-8e09-4bb8-991a-7dafc57cfedd req-43a63d4c-cdc9-4058-ae3f-907c88954d42 service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1794300 Jul 20 19:33:50.631986 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 40724) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:50.676079 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0124349d-a804-4236-a8e0-8151a2ea56a0 tempest-TestVolumeBootPattern-242362502 tempest-TestVolumeBootPattern-242362502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:50.677716 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-0124349d-a804-4236-a8e0-8151a2ea56a0 tempest-TestVolumeBootPattern-242362502 tempest-TestVolumeBootPattern-242362502-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 1124 time: 0.0446668 Jul 20 19:33:50.680365 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 40726) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:50.684839 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-70408030-b41a-4678-9aaf-55bf2ea609bb tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Request body: {'floatingip': {'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'port_id': 'adb97b7c-ab6c-4cac-8466-afb36a56cddd', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'fixed_ip_address': '172.20.0.4'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:33:50.707473 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-70408030-b41a-4678-9aaf-55bf2ea609bb tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:50.726497 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-24e8949b-8e09-4bb8-991a-7dafc57cfedd req-e9e681c5-18e6-49eb-bfdf-915168a8235f service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960255 Jul 20 19:33:50.786880 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-70408030-b41a-4678-9aaf-55bf2ea609bb tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:50.902523 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-70408030-b41a-4678-9aaf-55bf2ea609bb tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Allocated IP 172.27.3.211 (0148b93c-d79f-482c-aa55-1b162de4f442/9a6c0e64-8fd5-4336-8a8c-b393c90fda39/94cf18c9-e8f8-4977-afd2-6e7cdf91a369) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:33:50.907525 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:UPDATE=3,neutron:INSERT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:50.969509 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=90,neutron:UPDATE=4,neutron:DELETE=2,neutron:INSERT=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:50.973310 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:51.008735 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-70408030-b41a-4678-9aaf-55bf2ea609bb tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for port (94cf18c9-e8f8-4977-afd2-6e7cdf91a369), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:51.045171 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-70408030-b41a-4678-9aaf-55bf2ea609bb tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (94cf18c9-e8f8-4977-afd2-6e7cdf91a369), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:51.084692 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70408030-b41a-4678-9aaf-55bf2ea609bb tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Network 0148b93c-d79f-482c-aa55-1b162de4f442 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:33:51.089667 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-70408030-b41a-4678-9aaf-55bf2ea609bb tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:33:51.094434 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70408030-b41a-4678-9aaf-55bf2ea609bb tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:33:51.108245 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 8de6f1a3-1533-4778-946a-bfef39df578f no longer exists at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:33:51.116817 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70408030-b41a-4678-9aaf-55bf2ea609bb tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Pushing event updated for resources: {'Port': ['ID=94cf18c9-e8f8-4977-afd2-6e7cdf91a369,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:51.132374 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] No Port match for: 8de6f1a3-1533-4778-946a-bfef39df578f {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:33:51.132808 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 8de6f1a3-1533-4778-946a-bfef39df578f not bound to the agent host hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:33:51.263535 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 40732) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:51.324183 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-00dbd3f0-25e3-41aa-9aac-94bcc64ed8b4 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for security_group (c1181796-ea92-4fb4-be67-b12d83799ce5), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:51.344833 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:51.349897 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-00dbd3f0-25e3-41aa-9aac-94bcc64ed8b4 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for security_group (c1181796-ea92-4fb4-be67-b12d83799ce5), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:51.400050 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-00dbd3f0-25e3-41aa-9aac-94bcc64ed8b4 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (c1181796-ea92-4fb4-be67-b12d83799ce5), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:51.403594 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-00dbd3f0-25e3-41aa-9aac-94bcc64ed8b4 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:51.404936 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-00dbd3f0-25e3-41aa-9aac-94bcc64ed8b4 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "DELETE /v2.0/security-groups/c1181796-ea92-4fb4-be67-b12d83799ce5 HTTP/1.1" status: 204 len: 168 time: 0.1402876 Jul 20 19:33:51.407849 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 40736) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:51.415095 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbd3f0-25e3-41aa-9aac-94bcc64ed8b4 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1181796-ea92-4fb4-be67-b12d83799ce5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:51.435854 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.api.v2.resource [None req-c343d462-4c7c-4ace-9d80-5ce9a2aed6cf tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] show failed (client error): The resource could not be found. Jul 20 19:33:51.439346 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-c343d462-4c7c-4ace-9d80-5ce9a2aed6cf tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups/c1181796-ea92-4fb4-be67-b12d83799ce5 HTTP/1.1" status: 404 len: 347 time: 0.0282130 Jul 20 19:33:51.439993 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 40738) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:51.498020 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-70408030-b41a-4678-9aaf-55bf2ea609bb tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for floatingip (e23475ed-8c19-42d9-90b7-7e144f771e9c), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:51.563125 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-f46d140f-ff04-48e7-8e95-b3b45757b23d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Deleting port c2121dc5-c24c-44b2-90ae-36ebf55364cb {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:33:51.563468 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f46d140f-ff04-48e7-8e95-b3b45757b23d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (c2121dc5-c24c-44b2-90ae-36ebf55364cb), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:51.567368 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-70408030-b41a-4678-9aaf-55bf2ea609bb tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (94cf18c9-e8f8-4977-afd2-6e7cdf91a369), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:51.647597 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f46d140f-ff04-48e7-8e95-b3b45757b23d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (c2121dc5-c24c-44b2-90ae-36ebf55364cb), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:51.648186 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f46d140f-ff04-48e7-8e95-b3b45757b23d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for floatingip (c2121dc5-c24c-44b2-90ae-36ebf55364cb), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:51.662569 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-f46d140f-ff04-48e7-8e95-b3b45757b23d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Calling delete_port for c2121dc5-c24c-44b2-90ae-36ebf55364cb owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:33:51.708787 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:51.726787 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-70408030-b41a-4678-9aaf-55bf2ea609bb tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for port (94cf18c9-e8f8-4977-afd2-6e7cdf91a369), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:51.731076 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-70408030-b41a-4678-9aaf-55bf2ea609bb tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525612'] for port (94cf18c9-e8f8-4977-afd2-6e7cdf91a369), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:51.769203 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6446d0ef-a60f-458e-9e87-ed0fc5843b60 req-4775cc0d-a27d-4866-8358-7ef81384cb5c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:51.770611 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6446d0ef-a60f-458e-9e87-ed0fc5843b60 req-4775cc0d-a27d-4866-8358-7ef81384cb5c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0963147 Jul 20 19:33:51.799922 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70408030-b41a-4678-9aaf-55bf2ea609bb tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Pushing event updated for resources: {'Port': ['ID=94cf18c9-e8f8-4977-afd2-6e7cdf91a369,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:51.813854 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-70408030-b41a-4678-9aaf-55bf2ea609bb tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (e23475ed-8c19-42d9-90b7-7e144f771e9c), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:51.852897 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6446d0ef-a60f-458e-9e87-ed0fc5843b60 req-1a70e131-1242-47ec-ab56-6dc502940364 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721002 Jul 20 19:33:51.855667 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:51.899084 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f46d140f-ff04-48e7-8e95-b3b45757b23d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (c2121dc5-c24c-44b2-90ae-36ebf55364cb), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:51.921318 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.db.l3_db [None req-70408030-b41a-4678-9aaf-55bf2ea609bb tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Floating IP e23475ed-8c19-42d9-90b7-7e144f771e9c associated. External IP: 172.27.3.211, port: adb97b7c-ab6c-4cac-8466-afb36a56cddd. Jul 20 19:33:51.924622 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46d140f-ff04-48e7-8e95-b3b45757b23d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Pushing event deleted for resources: {'Port': ['ID=c2121dc5-c24c-44b2-90ae-36ebf55364cb,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:51.993463 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f46d140f-ff04-48e7-8e95-b3b45757b23d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for floatingip (1e0fce89-689a-49d5-b3c9-4662736c9d1c), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:51.995927 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f46d140f-ff04-48e7-8e95-b3b45757b23d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:52.000804 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-f46d140f-ff04-48e7-8e95-b3b45757b23d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "DELETE /v2.0/floatingips/1e0fce89-689a-49d5-b3c9-4662736c9d1c HTTP/1.1" status: 204 len: 168 time: 0.5597970 Jul 20 19:33:52.091533 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 40746) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:52.096152 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-6933108a-8ac4-4835-954a-5e54afb5df71 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Request body: {'security_group': {'name': 'tempest-securitygroup--811766868', 'description': 'tempest-description--493109815'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:33:52.117784 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6933108a-8ac4-4835-954a-5e54afb5df71 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:52.133056 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70408030-b41a-4678-9aaf-55bf2ea609bb tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:33:52.181277 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:DELETE=4,neutron:INSERT=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:52.190567 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6933108a-8ac4-4835-954a-5e54afb5df71 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for security_group (16e14116-c018-4783-8716-47873c43c2f1), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:52.194831 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6933108a-8ac4-4835-954a-5e54afb5df71 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (16e14116-c018-4783-8716-47873c43c2f1), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:52.225866 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6933108a-8ac4-4835-954a-5e54afb5df71 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:52.227043 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-6933108a-8ac4-4835-954a-5e54afb5df71 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1344123 Jul 20 19:33:52.232208 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 40748) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:52.237294 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-ce3877ba-6221-4471-9757-dbc2c7dc5e42 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Request body: {'security_group_rule': {'security_group_id': '16e14116-c018-4783-8716-47873c43c2f1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:33:52.243537 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933108a-8ac4-4835-954a-5e54afb5df71 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16e14116-c018-4783-8716-47873c43c2f1,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:52.269657 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=86,neutron:DELETE=7,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:52.275560 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ce3877ba-6221-4471-9757-dbc2c7dc5e42 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for security_group_rule (b08997cc-2a72-42f0-89c9-068a4ff5d9a5), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:52.342952 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ce3877ba-6221-4471-9757-dbc2c7dc5e42 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for security_group_rule (b08997cc-2a72-42f0-89c9-068a4ff5d9a5), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:52.348107 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ce3877ba-6221-4471-9757-dbc2c7dc5e42 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (b08997cc-2a72-42f0-89c9-068a4ff5d9a5), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:52.369020 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3877ba-6221-4471-9757-dbc2c7dc5e42 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b08997cc-2a72-42f0-89c9-068a4ff5d9a5,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:52.379222 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ce3877ba-6221-4471-9757-dbc2c7dc5e42 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:52.380609 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-ce3877ba-6221-4471-9757-dbc2c7dc5e42 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1469162 Jul 20 19:33:52.383393 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 40750) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:52.388472 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-9d9da2bb-5a44-4017-969a-5f712aaa4e8b tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Request body: {'security_group_rule': {'security_group_id': '16e14116-c018-4783-8716-47873c43c2f1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:33:52.416384 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d9da2bb-5a44-4017-969a-5f712aaa4e8b tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for security_group_rule (96f39a62-ac01-4ed4-bd39-c00e3918a519), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:52.474019 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70408030-b41a-4678-9aaf-55bf2ea609bb tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:33:52.478320 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d9da2bb-5a44-4017-969a-5f712aaa4e8b tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for security_group_rule (96f39a62-ac01-4ed4-bd39-c00e3918a519), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:52.484872 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7f16b6-ca7c-4308-8f54-5413ca6cac18 None None] Sync routers for ids ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:33:52.490095 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d9da2bb-5a44-4017-969a-5f712aaa4e8b tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (96f39a62-ac01-4ed4-bd39-c00e3918a519), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:52.493389 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-70408030-b41a-4678-9aaf-55bf2ea609bb tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:52.496588 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7f16b6-ca7c-4308-8f54-5413ca6cac18 None None] Routers {'0e825021-e5c0-47f7-bf54-fe8856ae3ffd'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:33:52.497679 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1e7f16b6-ca7c-4308-8f54-5413ca6cac18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:33:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:52.509691 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9da2bb-5a44-4017-969a-5f712aaa4e8b tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f39a62-ac01-4ed4-bd39-c00e3918a519,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:52.521496 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9d9da2bb-5a44-4017-969a-5f712aaa4e8b tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:52.526101 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-9d9da2bb-5a44-4017-969a-5f712aaa4e8b tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1386890 Jul 20 19:33:52.526562 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 40752) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:33:52.528773 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-70408030-b41a-4678-9aaf-55bf2ea609bb tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8473749 Jul 20 19:33:52.529535 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a7d635-c0fb-46d2-b8be-44ee48e97672', 'tag': 'adb97b7c-ab6c-4cac-8466-afb36a56cddd'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:33:52.532010 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9cd79ebd3f805e6a7478220ee26c4e1921248cfe9318229c3fb3c09e22ed3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192c89cf-4485-4a09-b4e2-066df3ff27e6" -d '{"events": [{"name": "network-changed", "server_uuid": "c8a7d635-c0fb-46d2-b8be-44ee48e97672", "tag": "adb97b7c-ab6c-4cac-8466-afb36a56cddd"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:33:52.532376 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c7878789-20cc-4b4c-83ff-8474118f11ee tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Request body: {'floatingip': {'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:33:52.556012 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7878789-20cc-4b4c-83ff-8474118f11ee tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:52.623539 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-1e7f16b6-ca7c-4308-8f54-5413ca6cac18 None None] Set router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:33:52.645246 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7878789-20cc-4b4c-83ff-8474118f11ee tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:52.702793 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:52.753553 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:52.765364 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-c7878789-20cc-4b4c-83ff-8474118f11ee tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Allocated IP 172.27.3.227 (0148b93c-d79f-482c-aa55-1b162de4f442/9a6c0e64-8fd5-4336-8a8c-b393c90fda39/8622388d-c901-4292-80f7-2aa11183b7a5) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:33:52.789734 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfdcb27b-f844-4dac-a4ff-ff5d6609eb10 x-openstack-request-id: req-bfdcb27b-f844-4dac-a4ff-ff5d6609eb10 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:33:52.790238 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8a7d635-c0fb-46d2-b8be-44ee48e97672", "tag": "adb97b7c-ab6c-4cac-8466-afb36a56cddd", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:33:52.790238 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-bfdcb27b-f844-4dac-a4ff-ff5d6609eb10 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:33:52.790660 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bfdcb27b-f844-4dac-a4ff-ff5d6609eb10'] response: {'name': 'network-changed', 'server_uuid': 'c8a7d635-c0fb-46d2-b8be-44ee48e97672', 'tag': 'adb97b7c-ab6c-4cac-8466-afb36a56cddd', 'status': 'completed', 'code': 200} Jul 20 19:33:52.866007 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1e7f16b6-ca7c-4308-8f54-5413ca6cac18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'name': 'tempest-TestVolumeBootPattern-1308110093-router', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:43Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'gw_port': {'id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:44Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': 'e23475ed-8c19-42d9-90b7-7e144f771e9c', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'port_id': 'adb97b7c-ab6c-4cac-8466-afb36a56cddd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'mac_address': 'fa:16:3e:89:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7d635-c0fb-46d2-b8be-44ee48e97672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:33:51Z', 'updated_at': '2022-07-20T19:33:51Z', 'revision_number': 0, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2b7ed4-4909-4266-8539-2492412c1319', 'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'mac_address': 'fa:16:3e:9f:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:46Z', 'updated_at': '2022-07-20T19:28:51Z', 'revision_number': 5, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'subnets': [{'id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:52.896821 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7f16b6-ca7c-4308-8f54-5413ca6cac18 None None] Checking router: 0e825021-e5c0-47f7-bf54-fe8856ae3ffd for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:33:52.907139 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e7f16b6-ca7c-4308-8f54-5413ca6cac18 None None] Routers {'0e825021-e5c0-47f7-bf54-fe8856ae3ffd'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:33:52.907995 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1e7f16b6-ca7c-4308-8f54-5413ca6cac18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:33:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:52.911192 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c89cf-4485-4a09-b4e2-066df3ff27e6 req-6af70088-14d1-4e4d-8ab4-b63870f167ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:52.912977 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-192c89cf-4485-4a09-b4e2-066df3ff27e6 req-6af70088-14d1-4e4d-8ab4-b63870f167ed service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3f1255754afb4cd384a11c87a9d717df&device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 1129 time: 0.0659170 Jul 20 19:33:52.915758 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7878789-20cc-4b4c-83ff-8474118f11ee tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for port (8622388d-c901-4292-80f7-2aa11183b7a5), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:53.022150 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:DELETE=4,neutron:SELECT=86,neutron:INSERT=7,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:53.043411 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=87,neutron:INSERT=9,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:53.062463 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8b84cc-1a77-4041-a359-9c0d6033e692 req-ab28f2d6-099e-429b-82fb-f05a7230251f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:53.064036 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ae8b84cc-1a77-4041-a359-9c0d6033e692 req-ab28f2d6-099e-429b-82fb-f05a7230251f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.1198096 Jul 20 19:33:53.068727 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7878789-20cc-4b4c-83ff-8474118f11ee tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (8622388d-c901-4292-80f7-2aa11183b7a5), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:53.142088 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c89cf-4485-4a09-b4e2-066df3ff27e6 req-df09a7cd-70f7-4863-b8d6-e5b861be5fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:53.143479 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-192c89cf-4485-4a09-b4e2-066df3ff27e6 req-df09a7cd-70f7-4863-b8d6-e5b861be5fe8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b HTTP/1.1" status: 200 len: 913 time: 0.2209585 Jul 20 19:33:53.144387 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-1e7f16b6-ca7c-4308-8f54-5413ca6cac18 None None] Set router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:33:53.150834 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7878789-20cc-4b4c-83ff-8474118f11ee tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Network 0148b93c-d79f-482c-aa55-1b162de4f442 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:33:53.159436 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-c7878789-20cc-4b4c-83ff-8474118f11ee tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:33:53.161495 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7878789-20cc-4b4c-83ff-8474118f11ee tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Pushing event updated for resources: {'Port': ['ID=8622388d-c901-4292-80f7-2aa11183b7a5,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:53.163678 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7878789-20cc-4b4c-83ff-8474118f11ee tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:33:53.374002 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1e7f16b6-ca7c-4308-8f54-5413ca6cac18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'name': 'tempest-TestVolumeBootPattern-1308110093-router', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:43Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'gw_port': {'id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:44Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': 'e23475ed-8c19-42d9-90b7-7e144f771e9c', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'port_id': 'adb97b7c-ab6c-4cac-8466-afb36a56cddd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'mac_address': 'fa:16:3e:89:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7d635-c0fb-46d2-b8be-44ee48e97672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:33:51Z', 'updated_at': '2022-07-20T19:33:51Z', 'revision_number': 0, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2b7ed4-4909-4266-8539-2492412c1319', 'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'mac_address': 'fa:16:3e:9f:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:46Z', 'updated_at': '2022-07-20T19:28:51Z', 'revision_number': 5, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'subnets': [{'id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:33:53.400808 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e7f16b6-ca7c-4308-8f54-5413ca6cac18 None None] The sync data for ids ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'] in dv-cinder-850548-1-iscsi is: [{'id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'name': 'tempest-TestVolumeBootPattern-1308110093-router', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:43Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'gw_port': {'id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:44Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': 'e23475ed-8c19-42d9-90b7-7e144f771e9c', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'port_id': 'adb97b7c-ab6c-4cac-8466-afb36a56cddd', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'mac_address': 'fa:16:3e:89:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7d635-c0fb-46d2-b8be-44ee48e97672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:33:51Z', 'updated_at': '2022-07-20T19:33:51Z', 'revision_number': 0, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2b7ed4-4909-4266-8539-2492412c1319', 'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'mac_address': 'fa:16:3e:9f:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:46Z', 'updated_at': '2022-07-20T19:28:51Z', 'revision_number': 5, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'subnets': [{'id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:33:53.505952 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ae8b84cc-1a77-4041-a359-9c0d6033e692 req-1a73b15b-0d39-4b18-b598-1898b94e3cdd tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4261596 Jul 20 19:33:53.534618 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-192c89cf-4485-4a09-b4e2-066df3ff27e6 req-630e06eb-3a29-41ce-b98f-12ff1b412d9b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adb97b7c-ab6c-4cac-8466-afb36a56cddd HTTP/1.1" status: 200 len: 999 time: 0.3625257 Jul 20 19:33:53.614948 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7878789-20cc-4b4c-83ff-8474118f11ee tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for floatingip (d4d2c7e8-7ad7-413b-87d7-edd5c6eaf13d), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:53.615243 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-042b9cd3-26c3-4e73-b4d3-011724c10b5b None None] New status for floating IP e23475ed-8c19-42d9-90b7-7e144f771e9c: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:33:53.624601 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c89cf-4485-4a09-b4e2-066df3ff27e6 req-f7ccf020-3b6c-4147-9704-c9f939502549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:53.626147 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-192c89cf-4485-4a09-b4e2-066df3ff27e6 req-f7ccf020-3b6c-4147-9704-c9f939502549 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4d19357c-ece7-45d1-a6a5-4668097ab380 HTTP/1.1" status: 200 len: 851 time: 0.0732448 Jul 20 19:33:53.687339 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7878789-20cc-4b4c-83ff-8474118f11ee tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (8622388d-c901-4292-80f7-2aa11183b7a5), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:53.710845 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192c89cf-4485-4a09-b4e2-066df3ff27e6 req-b21bea87-69af-4a39-b918-e6c4445dabe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:53.712334 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-192c89cf-4485-4a09-b4e2-066df3ff27e6 req-b21bea87-69af-4a39-b918-e6c4445dabe2 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0653172 Jul 20 19:33:53.884696 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-192c89cf-4485-4a09-b4e2-066df3ff27e6 req-5ed0091d-0b6c-4f12-b0d8-04a32865800a service neutron] 10.222.0.96 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621034 Jul 20 19:33:53.979575 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7878789-20cc-4b4c-83ff-8474118f11ee tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for port (8622388d-c901-4292-80f7-2aa11183b7a5), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:53.988180 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7878789-20cc-4b4c-83ff-8474118f11ee tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (8622388d-c901-4292-80f7-2aa11183b7a5), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:53.994553 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:54.075913 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-192c89cf-4485-4a09-b4e2-066df3ff27e6 req-e07cde43-fa69-4312-bee7-d54de3c7fb38 service neutron] 10.222.0.96 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1816156 Jul 20 19:33:54.080310 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7878789-20cc-4b4c-83ff-8474118f11ee tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Pushing event updated for resources: {'Port': ['ID=8622388d-c901-4292-80f7-2aa11183b7a5,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:54.094710 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7878789-20cc-4b4c-83ff-8474118f11ee tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (d4d2c7e8-7ad7-413b-87d7-edd5c6eaf13d), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:54.101183 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:54.114898 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7878789-20cc-4b4c-83ff-8474118f11ee tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:54.116236 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-c7878789-20cc-4b4c-83ff-8474118f11ee tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5887325 Jul 20 19:33:54.326116 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-44be236f-9f90-45e3-875c-9af403e3ba59 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--811766868&fields=id&tenant_id=ca9f11498f9d4245910281ac3bd55470 HTTP/1.1" status: 200 len: 267 time: 0.0444257 Jul 20 19:33:54.441642 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-fe118404-65c3-4d80-9094-f503a12c453f tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:54.443085 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-fe118404-65c3-4d80-9094-f503a12c453f tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/networks?id=c252680c-c029-4238-80e1-835b5a8591d8 HTTP/1.1" status: 200 len: 817 time: 0.1105697 Jul 20 19:33:54.458143 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-ace00021-9cb6-4ecb-8435-90d2c68d6404 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/quotas/ca9f11498f9d4245910281ac3bd55470 HTTP/1.1" status: 200 len: 375 time: 0.0097401 Jul 20 19:33:54.512522 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-6a85d2e3-1a83-4deb-ac0b-bc550e491342 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=ca9f11498f9d4245910281ac3bd55470&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0489600 Jul 20 19:33:54.626437 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd54479-a77c-4e18-af2e-26ee4cbde5cf req-337fe2b1-2d9f-40a6-8da3-f8512381adcd tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:54.628054 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2dd54479-a77c-4e18-af2e-26ee4cbde5cf req-337fe2b1-2d9f-40a6-8da3-f8512381adcd tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0488279 Jul 20 19:33:54.738976 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2dd54479-a77c-4e18-af2e-26ee4cbde5cf req-9803731b-c7d7-4732-9662-47ec3a983162 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1010725 Jul 20 19:33:54.755569 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-e17ec520-00da-42bb-b28c-c25bec545e3d service neutron] 10.222.0.79 "GET /v2.0/networks/c252680c-c029-4238-80e1-835b5a8591d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317510 Jul 20 19:33:54.850791 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-08461ebe-4e4d-4e85-9658-483cd2bd365e service neutron] 10.222.0.79 "GET /v2.0/networks/c252680c-c029-4238-80e1-835b5a8591d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895815 Jul 20 19:33:55.018360 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ffa8aeb-6409-44da-a7f8-7d59b5ef032c req-c9cde1c3-51eb-4989-b2af-f5c908f5ad3e tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 210 time: 0.0298166 Jul 20 19:33:55.854564 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45d668-b17d-4edd-b108-3347697b75ed req-97eae50d-4bdb-43dc-82cc-666fc1ddc73a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:55.856687 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4d45d668-b17d-4edd-b108-3347697b75ed req-97eae50d-4bdb-43dc-82cc-666fc1ddc73a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0480907 Jul 20 19:33:55.907668 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4d45d668-b17d-4edd-b108-3347697b75ed req-4b91e742-3be2-4f8e-860f-5cd948ba04d4 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450013 Jul 20 19:33:56.133060 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-75b3879f-fa71-4596-8c64-cca7ebc268c8 req-8aa3757e-ef1e-4e43-bd03-fe202837a776 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 210 time: 0.0424831 Jul 20 19:33:56.227639 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-0e82ac8c-8504-4bb0-b3f2-e03771453d85 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:56.229077 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-0e82ac8c-8504-4bb0-b3f2-e03771453d85 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.96 "GET /v2.0/networks?id=c252680c-c029-4238-80e1-835b5a8591d8 HTTP/1.1" status: 200 len: 817 time: 0.1068268 Jul 20 19:33:56.317150 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-f06e1233-b237-48ca-8f9e-b9ce44f6cbb6 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca9f11498f9d4245910281ac3bd55470 HTTP/1.1" status: 200 len: 379 time: 0.0568039 Jul 20 19:33:56.454330 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-26dda357-5091-46fa-b7af-8c263fdcc5ec tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Request body: {'port': {'device_id': '0c72290e-2e8d-4d75-bc12-044982fde7e4', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'admin_state_up': True, 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'security_groups': ['16e14116-c018-4783-8716-47873c43c2f1']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:33:56.563559 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:56.569150 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-26dda357-5091-46fa-b7af-8c263fdcc5ec tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Made reservation on behalf of ca9f11498f9d4245910281ac3bd55470 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:33:56.572591 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-26dda357-5091-46fa-b7af-8c263fdcc5ec tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:56.649746 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:56.705922 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-26dda357-5091-46fa-b7af-8c263fdcc5ec tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Allocated IP 172.20.0.3 (c252680c-c029-4238-80e1-835b5a8591d8/5a397f0b-3686-46fe-bb9f-edf6643027d1/07d49545-8328-41a0-82f6-5d7bda469348) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:33:56.844256 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-26dda357-5091-46fa-b7af-8c263fdcc5ec tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for port (07d49545-8328-41a0-82f6-5d7bda469348), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:56.875681 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-26dda357-5091-46fa-b7af-8c263fdcc5ec tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (07d49545-8328-41a0-82f6-5d7bda469348), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:56.921923 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-26dda357-5091-46fa-b7af-8c263fdcc5ec tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Network c252680c-c029-4238-80e1-835b5a8591d8 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:33:56.929985 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-26dda357-5091-46fa-b7af-8c263fdcc5ec tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:33:56.934477 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-26dda357-5091-46fa-b7af-8c263fdcc5ec tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:33:56.959877 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26dda357-5091-46fa-b7af-8c263fdcc5ec tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Pushing event updated for resources: {'Port': ['ID=07d49545-8328-41a0-82f6-5d7bda469348,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:56.999170 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-26dda357-5091-46fa-b7af-8c263fdcc5ec tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:56.999887 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-26dda357-5091-46fa-b7af-8c263fdcc5ec tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:57.042370 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833e934d-a004-4c9b-bf2a-b7c0664b4e90 req-933874fa-d7e4-4819-895f-9e2205df46b1 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:57.044122 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-833e934d-a004-4c9b-bf2a-b7c0664b4e90 req-933874fa-d7e4-4819-895f-9e2205df46b1 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0647502 Jul 20 19:33:57.048164 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-26dda357-5091-46fa-b7af-8c263fdcc5ec tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5977583 Jul 20 19:33:57.070820 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-90849e84-e781-41b8-b4c6-5379daf4d80e service neutron] Request body: {'port': {'device_id': '0c72290e-2e8d-4d75-bc12-044982fde7e4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85054'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:33:57.133323 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-833e934d-a004-4c9b-bf2a-b7c0664b4e90 req-e3c220ef-be90-4920-bf94-34145d75db26 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833802 Jul 20 19:33:57.161835 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-90849e84-e781-41b8-b4c6-5379daf4d80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (07d49545-8328-41a0-82f6-5d7bda469348), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:57.164060 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-001d5d9f-7448-41c3-b777-196e6acde902 None None] Provisioning complete for port 07d49545-8328-41a0-82f6-5d7bda469348 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:33:57.164526 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-001d5d9f-7448-41c3-b777-196e6acde902 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (07d49545-8328-41a0-82f6-5d7bda469348), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:57.197872 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-001d5d9f-7448-41c3-b777-196e6acde902 None None] Port 07d49545-8328-41a0-82f6-5d7bda469348 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:33:57.312959 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c4b2e4-d539-43ba-b0fb-ff261c5b95a5 req-f31a8934-4a6b-4ebc-bbf8-787f4f8c3bdb tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:57.314425 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-01c4b2e4-d539-43ba-b0fb-ff261c5b95a5 req-f31a8934-4a6b-4ebc-bbf8-787f4f8c3bdb tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 931 time: 0.1004727 Jul 20 19:33:57.391553 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=90,neutron:INSERT=5,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:57.424005 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-01c4b2e4-d539-43ba-b0fb-ff261c5b95a5 req-18a9246d-18a4-49b1-8b0a-65381a160fba tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033299 Jul 20 19:33:57.436556 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:57.501650 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-90849e84-e781-41b8-b4c6-5379daf4d80e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07d49545-8328-41a0-82f6-5d7bda469348 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:33:57.509032 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-90849e84-e781-41b8-b4c6-5379daf4d80e service neutron] Publish callbacks [] for port (07d49545-8328-41a0-82f6-5d7bda469348), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:57.521906 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-90849e84-e781-41b8-b4c6-5379daf4d80e service neutron] Transition to ACTIVE for port object 07d49545-8328-41a0-82f6-5d7bda469348 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:33:57.525111 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-90849e84-e781-41b8-b4c6-5379daf4d80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (07d49545-8328-41a0-82f6-5d7bda469348), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:57.578082 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90849e84-e781-41b8-b4c6-5379daf4d80e service neutron] Pushing event updated for resources: {'Port': ['ID=07d49545-8328-41a0-82f6-5d7bda469348,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:57.656602 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-90849e84-e781-41b8-b4c6-5379daf4d80e service neutron] Attempting to bind port 07d49545-8328-41a0-82f6-5d7bda469348 on host hv-cinder-85054 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:33:57.656971 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-90849e84-e781-41b8-b4c6-5379daf4d80e service neutron] Attempting to bind port 07d49545-8328-41a0-82f6-5d7bda469348 by drivers openvswitch,hyperv on host hv-cinder-85054 at level 0 using segments [{'id': '0834ea49-c9d4-4bbd-9331-a43aae639ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:33:57.657302 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-90849e84-e781-41b8-b4c6-5379daf4d80e service neutron] Attempting to bind port 07d49545-8328-41a0-82f6-5d7bda469348 on network c252680c-c029-4238-80e1-835b5a8591d8 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:33:57.662555 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-90849e84-e781-41b8-b4c6-5379daf4d80e service neutron] Port 07d49545-8328-41a0-82f6-5d7bda469348 on network c252680c-c029-4238-80e1-835b5a8591d8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85054 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:33:57.662871 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-90849e84-e781-41b8-b4c6-5379daf4d80e service neutron] Attempting to bind port 07d49545-8328-41a0-82f6-5d7bda469348 on network c252680c-c029-4238-80e1-835b5a8591d8 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:33:57.668510 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-90849e84-e781-41b8-b4c6-5379daf4d80e service neutron] Checking agent: {'id': 'e6883320-19dd-4a2d-8302-97f8dd23b041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85054', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'started_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 33, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:33:57.668843 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-90849e84-e781-41b8-b4c6-5379daf4d80e service neutron] Checking segment: {'id': '0834ea49-c9d4-4bbd-9331-a43aae639ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:33:57.669250 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-90849e84-e781-41b8-b4c6-5379daf4d80e service neutron] Bound using segment: {'id': '0834ea49-c9d4-4bbd-9331-a43aae639ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:33:57.669673 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-90849e84-e781-41b8-b4c6-5379daf4d80e service neutron] Bound port: 07d49545-8328-41a0-82f6-5d7bda469348, host: hv-cinder-85054, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0834ea49-c9d4-4bbd-9331-a43aae639ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 978, 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:33:57.670129 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-90849e84-e781-41b8-b4c6-5379daf4d80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (07d49545-8328-41a0-82f6-5d7bda469348), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:57.745633 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-90849e84-e781-41b8-b4c6-5379daf4d80e service neutron] For port 07d49545-8328-41a0-82f6-5d7bda469348, host hv-cinder-85054, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:33:57.749262 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-90849e84-e781-41b8-b4c6-5379daf4d80e service neutron] For port 07d49545-8328-41a0-82f6-5d7bda469348, host hv-cinder-85054, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=07d49545-8328-41a0-82f6-5d7bda469348,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:33:57.755040 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-90849e84-e781-41b8-b4c6-5379daf4d80e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (07d49545-8328-41a0-82f6-5d7bda469348), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:57.789164 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-90849e84-e781-41b8-b4c6-5379daf4d80e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:57.789785 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-90849e84-e781-41b8-b4c6-5379daf4d80e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:33:57.791148 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-90849e84-e781-41b8-b4c6-5379daf4d80e service neutron] 10.222.0.96 "PUT /v2.0/ports/07d49545-8328-41a0-82f6-5d7bda469348 HTTP/1.1" status: 200 len: 1093 time: 0.7245080 Jul 20 19:33:57.791587 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c72290e-2e8d-4d75-bc12-044982fde7e4', 'tag': '07d49545-8328-41a0-82f6-5d7bda469348'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:33:57.794097 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f78ecfdd-e800-4fab-9a76-6b25abff6cd0" -d '{"events": [{"name": "network-changed", "server_uuid": "0c72290e-2e8d-4d75-bc12-044982fde7e4", "tag": "07d49545-8328-41a0-82f6-5d7bda469348"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:33:57.838515 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:33:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14f411d9-698a-439a-96d5-feefd6a08115 x-openstack-request-id: req-14f411d9-698a-439a-96d5-feefd6a08115 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:33:57.838807 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c72290e-2e8d-4d75-bc12-044982fde7e4", "tag": "07d49545-8328-41a0-82f6-5d7bda469348", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:33:57.839062 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-14f411d9-698a-439a-96d5-feefd6a08115 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:33:57.839466 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-14f411d9-698a-439a-96d5-feefd6a08115'] response: {'name': 'network-changed', 'server_uuid': '0c72290e-2e8d-4d75-bc12-044982fde7e4', 'tag': '07d49545-8328-41a0-82f6-5d7bda469348', 'status': 'completed', 'code': 200} Jul 20 19:33:57.842632 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90849e84-e781-41b8-b4c6-5379daf4d80e service neutron] Pushing event updated for resources: {'Port': ['ID=07d49545-8328-41a0-82f6-5d7bda469348,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:33:57.926998 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-3df640eb-a50e-4177-b5e2-47a0079150a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:57.928398 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-3df640eb-a50e-4177-b5e2-47a0079150a2 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca9f11498f9d4245910281ac3bd55470&device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 1127 time: 0.0430434 Jul 20 19:33:57.983463 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-f5e049b7-7d77-4080-aedd-935f169793f7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07d49545-8328-41a0-82f6-5d7bda469348 HTTP/1.1" status: 200 len: 217 time: 0.0367332 Jul 20 19:33:58.039756 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-371cface-a897-4d4f-a01b-901a16f57e41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:58.041230 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-371cface-a897-4d4f-a01b-901a16f57e41 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5a397f0b-3686-46fe-bb9f-edf6643027d1 HTTP/1.1" status: 200 len: 856 time: 0.0463014 Jul 20 19:33:58.092968 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-a558643c-fbbd-4794-8cc3-bd8e29f97002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:58.094442 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-a558643c-fbbd-4794-8cc3-bd8e29f97002 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c252680c-c029-4238-80e1-835b5a8591d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0415139 Jul 20 19:33:58.192474 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-84c3f974-c277-4c23-8a88-74e6812d3774 service neutron] 10.222.0.96 "GET /v2.0/networks/c252680c-c029-4238-80e1-835b5a8591d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895221 Jul 20 19:33:58.301814 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f301eda0-aef1-480b-9df5-d9440252c875 req-564dadf1-6c50-446e-bace-6ecef0ddc032 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:58.303289 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f301eda0-aef1-480b-9df5-d9440252c875 req-564dadf1-6c50-446e-bace-6ecef0ddc032 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0955274 Jul 20 19:33:58.347014 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ce0ac0c-eff0-435c-bf70-2fd516fe0834 req-4a23b6d2-2e92-42f8-90f0-71c21ec73516 service neutron] 10.222.0.96 "GET /v2.0/networks/c252680c-c029-4238-80e1-835b5a8591d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479051 Jul 20 19:33:58.367729 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f301eda0-aef1-480b-9df5-d9440252c875 req-0345dcef-3d58-4c97-a9ae-7fb04236c1c4 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580134 Jul 20 19:33:58.547574 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8211176a-1a68-4363-ad85-f4b76e8c3bdc req-f25b3918-190c-4afb-af34-779e355bbbbd tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:58.549061 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8211176a-1a68-4363-ad85-f4b76e8c3bdc req-f25b3918-190c-4afb-af34-779e355bbbbd tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 943 time: 0.0483160 Jul 20 19:33:58.592601 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:58.597538 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8211176a-1a68-4363-ad85-f4b76e8c3bdc req-50255c99-ae5e-4f4b-bdbf-90bf212f9d5f tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429773 Jul 20 19:33:59.447533 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:33:59.487104 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967b8a2b-007d-4c95-bebc-269ed641ae5f req-73fb09cd-ffee-46c5-9f6d-ca6c43f00fba tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:59.488602 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-967b8a2b-007d-4c95-bebc-269ed641ae5f req-73fb09cd-ffee-46c5-9f6d-ca6c43f00fba tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0495405 Jul 20 19:33:59.570560 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-967b8a2b-007d-4c95-bebc-269ed641ae5f req-30a8dcef-f0a6-4311-ab81-f5220b022199 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762851 Jul 20 19:33:59.573646 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ecfdd-e800-4fab-9a76-6b25abff6cd0 req-5b834bf2-1992-4c18-82a6-7d55fdc76c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:59.575112 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f78ecfdd-e800-4fab-9a76-6b25abff6cd0 req-5b834bf2-1992-4c18-82a6-7d55fdc76c92 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca9f11498f9d4245910281ac3bd55470&device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 1127 time: 0.0548112 Jul 20 19:33:59.670768 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ecfdd-e800-4fab-9a76-6b25abff6cd0 req-5053c7d8-e657-437c-9c0c-630606d4b41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:59.672395 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f78ecfdd-e800-4fab-9a76-6b25abff6cd0 req-5053c7d8-e657-437c-9c0c-630606d4b41e service neutron] 10.222.0.96 "GET /v2.0/networks?id=c252680c-c029-4238-80e1-835b5a8591d8 HTTP/1.1" status: 200 len: 918 time: 0.0895159 Jul 20 19:33:59.739746 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f78ecfdd-e800-4fab-9a76-6b25abff6cd0 req-91d28363-10a8-4fd4-a094-dac79cbd6f31 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07d49545-8328-41a0-82f6-5d7bda469348 HTTP/1.1" status: 200 len: 217 time: 0.0555823 Jul 20 19:33:59.759941 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3003e-56cc-4ef5-8927-0ebc2b40f4e9 req-1c5661b3-a12c-44e9-8dd0-1769ab525155 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:59.761392 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b9e3003e-56cc-4ef5-8927-0ebc2b40f4e9 req-1c5661b3-a12c-44e9-8dd0-1769ab525155 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 943 time: 0.0870285 Jul 20 19:33:59.815736 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ecfdd-e800-4fab-9a76-6b25abff6cd0 req-29b62850-ff68-4890-b21b-20e36a556cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:59.817191 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f78ecfdd-e800-4fab-9a76-6b25abff6cd0 req-29b62850-ff68-4890-b21b-20e36a556cb8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5a397f0b-3686-46fe-bb9f-edf6643027d1 HTTP/1.1" status: 200 len: 856 time: 0.0699055 Jul 20 19:33:59.869410 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b9e3003e-56cc-4ef5-8927-0ebc2b40f4e9 req-4cff8746-29be-4b00-9592-911d6cc2b6f7 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881417 Jul 20 19:33:59.877208 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78ecfdd-e800-4fab-9a76-6b25abff6cd0 req-41fcf9dd-435c-4079-bd76-18ed1ea8f514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:33:59.878666 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f78ecfdd-e800-4fab-9a76-6b25abff6cd0 req-41fcf9dd-435c-4079-bd76-18ed1ea8f514 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c252680c-c029-4238-80e1-835b5a8591d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0531573 Jul 20 19:33:59.973818 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f78ecfdd-e800-4fab-9a76-6b25abff6cd0 req-ba2f0dbc-ce08-490e-a109-e52178bf5562 service neutron] 10.222.0.96 "GET /v2.0/networks/c252680c-c029-4238-80e1-835b5a8591d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840194 Jul 20 19:34:00.067823 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f78ecfdd-e800-4fab-9a76-6b25abff6cd0 req-79758224-f50b-41ad-91b3-fef649e0c82c service neutron] 10.222.0.96 "GET /v2.0/networks/c252680c-c029-4238-80e1-835b5a8591d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882261 Jul 20 19:34:00.693550 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd7ce29-fb0a-4cf6-bc7f-4c1374178c48 req-1a308c6f-fba0-409e-8a14-ad564a2f8caf tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:00.699344 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5bd7ce29-fb0a-4cf6-bc7f-4c1374178c48 req-1a308c6f-fba0-409e-8a14-ad564a2f8caf tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0516820 Jul 20 19:34:00.746424 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5bd7ce29-fb0a-4cf6-bc7f-4c1374178c48 req-69d0a098-c105-477d-90ca-bed222cbf925 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440798 Jul 20 19:34:00.992709 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5c070d-35e1-4203-8133-f1c202ca4975 req-9b6a9c66-fe98-4bca-8b4b-2f9bf11fe968 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:00.994180 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7e5c070d-35e1-4203-8133-f1c202ca4975 req-9b6a9c66-fe98-4bca-8b4b-2f9bf11fe968 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 943 time: 0.0531461 Jul 20 19:34:01.042140 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7e5c070d-35e1-4203-8133-f1c202ca4975 req-3e080682-6f96-41f5-90af-e0ada2394b09 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418775 Jul 20 19:34:01.155925 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 07d49545-8328-41a0-82f6-5d7bda469348 details requested by agent hyperv_hv-cinder-85054 with host hv-cinder-85054 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:34:01.256339 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 07d49545-8328-41a0-82f6-5d7bda469348, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=07d49545-8328-41a0-82f6-5d7bda469348,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:34:01.267479 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Returning: {'device': '07d49545-8328-41a0-82f6-5d7bda469348', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'port_id': '07d49545-8328-41a0-82f6-5d7bda469348', 'mac_address': 'fa:16:3e:68:ed:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 978, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:34:01.305811 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 07d49545-8328-41a0-82f6-5d7bda469348 is: DOWN; New status is: BUILD {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:34:01.306201 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (07d49545-8328-41a0-82f6-5d7bda469348), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:01.319423 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07d49545-8328-41a0-82f6-5d7bda469348 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:34:01.339522 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 07d49545-8328-41a0-82f6-5d7bda469348, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=07d49545-8328-41a0-82f6-5d7bda469348,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:34:01.344463 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (07d49545-8328-41a0-82f6-5d7bda469348), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:01.373344 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:01.392489 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=07d49545-8328-41a0-82f6-5d7bda469348,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:01.845931 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['07d49545-8328-41a0-82f6-5d7bda469348'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:34:01.863866 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7971ea0-139f-4e60-a327-fd80466601ea req-f108c330-9468-468d-b2f7-3105fb55c5a8 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:01.865525 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a7971ea0-139f-4e60-a327-fd80466601ea req-f108c330-9468-468d-b2f7-3105fb55c5a8 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0490232 Jul 20 19:34:01.891837 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:01.916312 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a7971ea0-139f-4e60-a327-fd80466601ea req-c3705d8e-0eed-4473-b43f-068257abbb0f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448649 Jul 20 19:34:02.151668 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:02.161254 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b01d65-7ffc-475b-91fa-395a08920415 req-8646ee3b-fdbe-4faf-b6d0-9a7410a93eef tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:02.162960 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-29b01d65-7ffc-475b-91fa-395a08920415 req-8646ee3b-fdbe-4faf-b6d0-9a7410a93eef tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 944 time: 0.0483503 Jul 20 19:34:02.213330 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-29b01d65-7ffc-475b-91fa-395a08920415 req-92176cba-0893-4fd0-906e-9068f9007703 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448284 Jul 20 19:34:02.522858 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=60,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:02.524796 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=48,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:03.031979 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf675ddc-6aee-49f3-810f-548a7e56ce6d req-31205cd0-bb6c-4f66-afb2-c05b4b4329ad tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:03.033478 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cf675ddc-6aee-49f3-810f-548a7e56ce6d req-31205cd0-bb6c-4f66-afb2-c05b4b4329ad tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0472529 Jul 20 19:34:03.081292 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cf675ddc-6aee-49f3-810f-548a7e56ce6d req-9cd26b09-9383-4330-beaf-ce4cb2f0b799 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419533 Jul 20 19:34:03.159346 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 07d49545-8328-41a0-82f6-5d7bda469348 up at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:34:03.202580 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning for port 07d49545-8328-41a0-82f6-5d7bda469348 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:34:03.208221 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning complete for port 07d49545-8328-41a0-82f6-5d7bda469348 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:34:03.208656 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (07d49545-8328-41a0-82f6-5d7bda469348), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:03.290334 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 07d49545-8328-41a0-82f6-5d7bda469348 is: BUILD; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:34:03.290728 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (07d49545-8328-41a0-82f6-5d7bda469348), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:03.315301 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c72290e-2e8d-4d75-bc12-044982fde7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d49545-8328-41a0-82f6-5d7bda469348'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:34:03.317542 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b60e49-7f2b-4ddf-b339-158c88a3b1d9" -d '{"events": [{"server_uuid": "0c72290e-2e8d-4d75-bc12-044982fde7e4", "name": "network-vif-plugged", "status": "completed", "tag": "07d49545-8328-41a0-82f6-5d7bda469348"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:34:03.332282 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 07d49545-8328-41a0-82f6-5d7bda469348, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=07d49545-8328-41a0-82f6-5d7bda469348,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:34:03.335093 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334b16c-acf2-4cb1-907e-0191d82e48e1 req-208cf921-357c-4583-a745-a4f7edd0863f tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:03.336699 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (07d49545-8328-41a0-82f6-5d7bda469348), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:03.341571 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e334b16c-acf2-4cb1-907e-0191d82e48e1 req-208cf921-357c-4583-a745-a4f7edd0863f tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 944 time: 0.0556514 Jul 20 19:34:03.366573 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:03.387906 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=07d49545-8328-41a0-82f6-5d7bda469348,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:03.399480 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e334b16c-acf2-4cb1-907e-0191d82e48e1 req-720361a8-bfe6-4411-a567-ae5661006327 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541425 Jul 20 19:34:03.432980 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4672aa35-954e-4e8a-8f77-55750a682063 x-openstack-request-id: req-4672aa35-954e-4e8a-8f77-55750a682063 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:34:03.433351 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c72290e-2e8d-4d75-bc12-044982fde7e4", "name": "network-vif-plugged", "status": "completed", "tag": "07d49545-8328-41a0-82f6-5d7bda469348", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:34:03.434196 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4672aa35-954e-4e8a-8f77-55750a682063 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:34:03.434834 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4672aa35-954e-4e8a-8f77-55750a682063'] response: {'server_uuid': '0c72290e-2e8d-4d75-bc12-044982fde7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d49545-8328-41a0-82f6-5d7bda469348', 'code': 200} Jul 20 19:34:03.905991 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae61f51d-133c-46b0-9aa4-0e2754fbac80 req-66e529c2-44b2-4adf-a7d1-d2f463cd66eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:03.907677 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ae61f51d-133c-46b0-9aa4-0e2754fbac80 req-66e529c2-44b2-4adf-a7d1-d2f463cd66eb service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 1130 time: 0.0748584 Jul 20 19:34:03.910869 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a035a4-7a7a-4aa0-96a8-7653bc60503c req-d0ab5536-bba0-43a1-ab30-5c17eaefdc73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:03.913018 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07a035a4-7a7a-4aa0-96a8-7653bc60503c req-d0ab5536-bba0-43a1-ab30-5c17eaefdc73 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 1129 time: 0.0482850 Jul 20 19:34:03.978633 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ae61f51d-133c-46b0-9aa4-0e2754fbac80 req-7bfcd4c7-3128-46e8-bfe0-83c393a547b8 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645380 Jul 20 19:34:03.984806 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-07a035a4-7a7a-4aa0-96a8-7653bc60503c req-f4027a26-bdd4-4599-9e9d-afce21450baa service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637822 Jul 20 19:34:04.201436 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfea067-7301-4782-830b-27ae28f6fecb req-493e02cc-1025-4adc-b4a3-773d84df59f7 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:04.202894 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-edfea067-7301-4782-830b-27ae28f6fecb req-493e02cc-1025-4adc-b4a3-773d84df59f7 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0526793 Jul 20 19:34:04.530455 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-edfea067-7301-4782-830b-27ae28f6fecb req-0b372de8-f282-4591-b7b0-d77382faa72f tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3219986 Jul 20 19:34:04.541499 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b56a59-e9ef-4913-8b35-64b82c0624a6 req-bc192555-c220-4d55-a5eb-0ad2f43ee940 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:04.542982 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-23b56a59-e9ef-4913-8b35-64b82c0624a6 req-bc192555-c220-4d55-a5eb-0ad2f43ee940 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0653825 Jul 20 19:34:04.593166 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-23b56a59-e9ef-4913-8b35-64b82c0624a6 req-8e405f7c-c85d-469a-b7d2-ab2e26324653 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440047 Jul 20 19:34:04.762782 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d01f41-b129-4b96-8963-5d6385c5c553 req-d36e09db-673c-4a02-b7cd-4ec571e9bb1e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:04.764230 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-32d01f41-b129-4b96-8963-5d6385c5c553 req-d36e09db-673c-4a02-b7cd-4ec571e9bb1e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0509000 Jul 20 19:34:04.812233 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-32d01f41-b129-4b96-8963-5d6385c5c553 req-b9964e1e-6964-451a-ad7d-6b50228464f3 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423489 Jul 20 19:34:05.656177 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4966629c-7e9f-4e40-800b-148026ec5ef2 req-72e8bbaa-1cd0-4d56-9551-6b4d6420fbe0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:05.657721 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4966629c-7e9f-4e40-800b-148026ec5ef2 req-72e8bbaa-1cd0-4d56-9551-6b4d6420fbe0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0488870 Jul 20 19:34:05.738604 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0a4cb9-320f-4e40-8e6b-59d63b0d2e46 req-e39a3b13-e72e-4338-82b2-377fbe487056 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:05.739995 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8c0a4cb9-320f-4e40-8e6b-59d63b0d2e46 req-e39a3b13-e72e-4338-82b2-377fbe487056 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0704849 Jul 20 19:34:05.744086 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4966629c-7e9f-4e40-800b-148026ec5ef2 req-4d3d3dd0-d2b4-4504-abeb-a064ddcc64f0 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807014 Jul 20 19:34:05.792339 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8c0a4cb9-320f-4e40-8e6b-59d63b0d2e46 req-334e2b35-774d-4621-8bae-a28e7a7ade9e tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468097 Jul 20 19:34:05.929598 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4425f62e-c588-445b-b8d1-4589742692c7 req-e7ac2f54-be5f-41af-90d5-d49b419ebfd1 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:05.931056 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4425f62e-c588-445b-b8d1-4589742692c7 req-e7ac2f54-be5f-41af-90d5-d49b419ebfd1 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0493178 Jul 20 19:34:05.950124 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:05.979873 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4425f62e-c588-445b-b8d1-4589742692c7 req-b991014d-6128-4be6-afd2-931c55e62def tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430140 Jul 20 19:34:06.862094 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407ad3b4-7b36-496c-a34d-575de9f22266 req-95e10ae7-1b65-450d-b8f6-27ebd4fb8551 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:06.863610 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-407ad3b4-7b36-496c-a34d-575de9f22266 req-95e10ae7-1b65-450d-b8f6-27ebd4fb8551 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0491474 Jul 20 19:34:06.931040 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91358b6c-facd-4a36-9535-0cb342861846 req-f37d75a8-fa01-431b-9656-cedc5bfc2e3b tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:06.932514 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-91358b6c-facd-4a36-9535-0cb342861846 req-f37d75a8-fa01-431b-9656-cedc5bfc2e3b tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0638621 Jul 20 19:34:06.973943 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-407ad3b4-7b36-496c-a34d-575de9f22266 req-9846a089-51a5-48e4-aa5c-a115765686b9 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034646 Jul 20 19:34:07.002850 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-91358b6c-facd-4a36-9535-0cb342861846 req-c533ef7d-76c4-4f12-93ff-e82e21eb3735 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631447 Jul 20 19:34:07.111277 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04eb739e-66d7-4ed3-b846-a6f295b54728 req-90033121-86f1-45d9-881a-3cb47e7c9662 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:07.112763 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-04eb739e-66d7-4ed3-b846-a6f295b54728 req-90033121-86f1-45d9-881a-3cb47e7c9662 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0562313 Jul 20 19:34:07.162723 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-04eb739e-66d7-4ed3-b846-a6f295b54728 req-d9e44523-f024-4b82-8b7c-4a00c77e1e84 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442603 Jul 20 19:34:07.396764 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5260b833-b430-43eb-a2a2-5ce32e1ddd0d req-9bf10b64-7bdc-41ae-99c2-c04b59b8f9c8 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:07.398242 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5260b833-b430-43eb-a2a2-5ce32e1ddd0d req-9bf10b64-7bdc-41ae-99c2-c04b59b8f9c8 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0584481 Jul 20 19:34:07.417325 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:07.446083 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5260b833-b430-43eb-a2a2-5ce32e1ddd0d req-36f43ac5-2b2f-40a0-a59e-618e9f32933a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415773 Jul 20 19:34:08.011154 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-16275478-22be-4ed9-896c-1b52934835d4 req-4f339143-e26a-4104-8021-6d7efe03f562 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-337459103&fields=id&tenant_id=91e1220a765f41e88d4e3480b9a7a687 HTTP/1.1" status: 200 len: 267 time: 0.0462921 Jul 20 19:34:08.065568 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16275478-22be-4ed9-896c-1b52934835d4 req-3226cab8-472f-47be-87b2-a2bf8403aaa6 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:08.067055 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-16275478-22be-4ed9-896c-1b52934835d4 req-3226cab8-472f-47be-87b2-a2bf8403aaa6 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 984 time: 0.0496852 Jul 20 19:34:08.077459 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-16275478-22be-4ed9-896c-1b52934835d4 req-79052701-42de-4aa8-af4b-e1a03ed6a58c tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Request body: {'port': {'security_groups': ['0c56348b-bba9-4d09-aa5d-0f8d39be5009']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:34:08.186847 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8944331-5d0d-4e65-80d2-b95119c3ddbc req-1e982644-3e01-4dd1-be58-b756ae8aa116 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:08.188319 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b8944331-5d0d-4e65-80d2-b95119c3ddbc req-1e982644-3e01-4dd1-be58-b756ae8aa116 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0865910 Jul 20 19:34:08.204207 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-16275478-22be-4ed9-896c-1b52934835d4 req-79052701-42de-4aa8-af4b-e1a03ed6a58c tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (53beb0fe-5f2d-480b-8bef-611c76c92caf), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:08.217774 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:34:08.276507 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b8944331-5d0d-4e65-80d2-b95119c3ddbc req-16bcdd91-9574-4b25-bac3-52c34cef8af7 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825515 Jul 20 19:34:08.423940 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69ffe67-c6bc-4e9e-84c1-262f4d715240 req-c6f9a8a0-3b2f-4150-8436-c9db1c173c3a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:08.425434 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e69ffe67-c6bc-4e9e-84c1-262f4d715240 req-c6f9a8a0-3b2f-4150-8436-c9db1c173c3a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.0875573 Jul 20 19:34:08.466062 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-16275478-22be-4ed9-896c-1b52934835d4 req-79052701-42de-4aa8-af4b-e1a03ed6a58c tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] For port 53beb0fe-5f2d-480b-8bef-611c76c92caf, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=53beb0fe-5f2d-480b-8bef-611c76c92caf,segment=NetworkSegment(dc079fa5-26c0-47ea-af55-e7d007fe03ae),segment_id=dc079fa5-26c0-47ea-af55-e7d007fe03ae)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:34:08.509676 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:08.517776 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e69ffe67-c6bc-4e9e-84c1-262f4d715240 req-8016e500-a53b-405d-b420-bc75ac8a2b11 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854065 Jul 20 19:34:08.522385 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-16275478-22be-4ed9-896c-1b52934835d4 req-79052701-42de-4aa8-af4b-e1a03ed6a58c tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for port (53beb0fe-5f2d-480b-8bef-611c76c92caf), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:08.527985 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-16275478-22be-4ed9-896c-1b52934835d4 req-79052701-42de-4aa8-af4b-e1a03ed6a58c tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (53beb0fe-5f2d-480b-8bef-611c76c92caf), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:08.578072 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['53beb0fe-5f2d-480b-8bef-611c76c92caf'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:34:08.579584 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16275478-22be-4ed9-896c-1b52934835d4 req-79052701-42de-4aa8-af4b-e1a03ed6a58c tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:08.580384 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-16275478-22be-4ed9-896c-1b52934835d4 req-79052701-42de-4aa8-af4b-e1a03ed6a58c tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:08.581661 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-16275478-22be-4ed9-896c-1b52934835d4 req-79052701-42de-4aa8-af4b-e1a03ed6a58c tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "PUT /v2.0/ports/53beb0fe-5f2d-480b-8bef-611c76c92caf HTTP/1.1" status: 200 len: 942 time: 0.5087521 Jul 20 19:34:08.583290 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534f506f-149d-4ae7-bb63-794c97796305', 'tag': '53beb0fe-5f2d-480b-8bef-611c76c92caf'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:34:08.585800 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91dcc3ef-bbd1-4a82-82c3-20a7b1e2095d" -d '{"events": [{"name": "network-changed", "server_uuid": "534f506f-149d-4ae7-bb63-794c97796305", "tag": "53beb0fe-5f2d-480b-8bef-611c76c92caf"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:34:08.590971 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 40892) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:08.651588 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79052701-42de-4aa8-af4b-e1a03ed6a58c tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Pushing event updated for resources: {'Port': ['ID=53beb0fe-5f2d-480b-8bef-611c76c92caf,revision_number=7']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:08.670942 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43a6caa-9160-43f6-b9f5-19ed84edcf18 req-cee28ba3-f6f6-4a28-ab03-b72628d91992 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:08.681008 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8f718976-2283-46b7-9f0d-71296d5b8490 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for security_group (7a873f5b-f6c0-4459-89e4-8db8857352b6), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:08.684345 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a43a6caa-9160-43f6-b9f5-19ed84edcf18 req-cee28ba3-f6f6-4a28-ab03-b72628d91992 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.1015158 Jul 20 19:34:08.684891 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 40894) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:08.694513 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-ce73229e-9d5c-438a-8aed-06703b8a00a7 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Request body: {'floatingip': {'port_id': '07d49545-8328-41a0-82f6-5d7bda469348'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:34:08.726118 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8f718976-2283-46b7-9f0d-71296d5b8490 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for security_group (7a873f5b-f6c0-4459-89e4-8db8857352b6), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:08.773852 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd41fa5-5e54-416c-9fa3-45779e8c73a1 req-030cecfd-95d0-4e59-87a0-5df0e448c914 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:08.776073 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8dd41fa5-5e54-416c-9fa3-45779e8c73a1 req-030cecfd-95d0-4e59-87a0-5df0e448c914 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0902596 Jul 20 19:34:08.797871 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8f718976-2283-46b7-9f0d-71296d5b8490 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (7a873f5b-f6c0-4459-89e4-8db8857352b6), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:08.802674 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8f718976-2283-46b7-9f0d-71296d5b8490 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:08.808938 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-8f718976-2283-46b7-9f0d-71296d5b8490 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "DELETE /v2.0/security-groups/7a873f5b-f6c0-4459-89e4-8db8857352b6 HTTP/1.1" status: 204 len: 168 time: 0.2166243 Jul 20 19:34:08.809444 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ec9502-426c-4cc0-a33d-9a48ba279708 x-openstack-request-id: req-89ec9502-426c-4cc0-a33d-9a48ba279708 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:34:08.809736 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534f506f-149d-4ae7-bb63-794c97796305", "tag": "53beb0fe-5f2d-480b-8bef-611c76c92caf", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:34:08.809991 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-89ec9502-426c-4cc0-a33d-9a48ba279708 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:34:08.810396 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89ec9502-426c-4cc0-a33d-9a48ba279708'] response: {'name': 'network-changed', 'server_uuid': '534f506f-149d-4ae7-bb63-794c97796305', 'tag': '53beb0fe-5f2d-480b-8bef-611c76c92caf', 'status': 'completed', 'code': 200} Jul 20 19:34:08.836125 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 40896) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:08.837229 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f718976-2283-46b7-9f0d-71296d5b8490 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a873f5b-f6c0-4459-89e4-8db8857352b6,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:08.881287 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['53beb0fe-5f2d-480b-8bef-611c76c92caf'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:34:08.897121 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:08.905058 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ce73229e-9d5c-438a-8aed-06703b8a00a7 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for floatingip (d4d2c7e8-7ad7-413b-87d7-edd5c6eaf13d), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:08.941856 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-430fb3fe-062a-4e4f-99e0-e834e40dcdf7 None None] Provisioning complete for port 53beb0fe-5f2d-480b-8bef-611c76c92caf triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:34:08.942251 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-430fb3fe-062a-4e4f-99e0-e834e40dcdf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (53beb0fe-5f2d-480b-8bef-611c76c92caf), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:08.951000 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad9b56-1a69-4fc1-aaa9-105ece803cf0 req-173da67d-44bd-4a1d-94d2-bc5e29a33c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:08.952507 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b8ad9b56-1a69-4fc1-aaa9-105ece803cf0 req-173da67d-44bd-4a1d-94d2-bc5e29a33c48 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9c025843a2de49d48c39b40f2261d3bf&device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 1130 time: 0.1413674 Jul 20 19:34:08.971567 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1542e0-2f6c-4486-86b6-c16b457d25e4 req-c62c77e5-ee32-4e18-b4e7-a44d055bbf1d tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:08.973053 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6c1542e0-2f6c-4486-86b6-c16b457d25e4 req-c62c77e5-ee32-4e18-b4e7-a44d055bbf1d tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.96 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.1607783 Jul 20 19:34:08.977220 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcc3ef-bbd1-4a82-82c3-20a7b1e2095d req-6db0e886-49ce-44ae-8f4b-0f9657d3f4ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:08.978862 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-91dcc3ef-bbd1-4a82-82c3-20a7b1e2095d req-6db0e886-49ce-44ae-8f4b-0f9657d3f4ec service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=91e1220a765f41e88d4e3480b9a7a687&device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 1129 time: 0.1568274 Jul 20 19:34:09.072196 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8dd41fa5-5e54-416c-9fa3-45779e8c73a1 req-ac330f4b-c180-40e8-8adb-2175d283df44 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2449493 Jul 20 19:34:09.078846 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:09.087349 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-b19bb6de-b53d-4fd3-a94d-487ccc0b870a tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Deleting port 8edc23a6-ef13-4410-bd29-9b65d1a848b9 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:34:09.087960 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b19bb6de-b53d-4fd3-a94d-487ccc0b870a tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (8edc23a6-ef13-4410-bd29-9b65d1a848b9), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:09.110822 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:09.117462 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-430fb3fe-062a-4e4f-99e0-e834e40dcdf7 None None] Current status of the port 53beb0fe-5f2d-480b-8bef-611c76c92caf is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:34:09.172901 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcc3ef-bbd1-4a82-82c3-20a7b1e2095d req-2ae6692a-c4d2-4a18-8573-b11f2ba493ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:09.174377 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-91dcc3ef-bbd1-4a82-82c3-20a7b1e2095d req-2ae6692a-c4d2-4a18-8573-b11f2ba493ee service neutron] 10.222.0.96 "GET /v2.0/networks?id=1e189f3c-62d8-4a6b-a167-08b9a7c92e37 HTTP/1.1" status: 200 len: 915 time: 0.1877582 Jul 20 19:34:09.200982 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b19bb6de-b53d-4fd3-a94d-487ccc0b870a tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (8edc23a6-ef13-4410-bd29-9b65d1a848b9), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:09.201271 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b19bb6de-b53d-4fd3-a94d-487ccc0b870a tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for floatingip (8edc23a6-ef13-4410-bd29-9b65d1a848b9), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:09.245417 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-b19bb6de-b53d-4fd3-a94d-487ccc0b870a tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Calling delete_port for 8edc23a6-ef13-4410-bd29-9b65d1a848b9 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:34:09.258588 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad9b56-1a69-4fc1-aaa9-105ece803cf0 req-2052d943-3cc4-4c7d-b675-4de09f4da757 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:09.260056 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b8ad9b56-1a69-4fc1-aaa9-105ece803cf0 req-2052d943-3cc4-4c7d-b675-4de09f4da757 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc HTTP/1.1" status: 200 len: 919 time: 0.2958789 Jul 20 19:34:09.272694 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-6c1542e0-2f6c-4486-86b6-c16b457d25e4 req-64478e60-888a-4018-98b6-8d987da5216a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Deleting port d840dfba-98a6-425f-b11b-365b0749db34 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:34:09.273069 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6c1542e0-2f6c-4486-86b6-c16b457d25e4 req-64478e60-888a-4018-98b6-8d987da5216a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (d840dfba-98a6-425f-b11b-365b0749db34), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:09.274070 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-91dcc3ef-bbd1-4a82-82c3-20a7b1e2095d req-871a8eff-9e79-4b0a-ac2f-88fa0afed466 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53beb0fe-5f2d-480b-8bef-611c76c92caf HTTP/1.1" status: 200 len: 1001 time: 0.0888050 Jul 20 19:34:09.399314 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcc3ef-bbd1-4a82-82c3-20a7b1e2095d req-56d7dd1a-c95e-4e9e-9f19-4dd0d2e9b3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:09.400678 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-91dcc3ef-bbd1-4a82-82c3-20a7b1e2095d req-56d7dd1a-c95e-4e9e-9f19-4dd0d2e9b3e0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=862e9adf-bfc6-4261-9460-41a6c56342df HTTP/1.1" status: 200 len: 853 time: 0.0951374 Jul 20 19:34:09.439119 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b8ad9b56-1a69-4fc1-aaa9-105ece803cf0 req-1cb63a4f-f371-47a3-96e0-8fadb43b620b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35b5da22-b362-4b46-8e92-4a5d8c7ec405 HTTP/1.1" status: 200 len: 1001 time: 0.1672547 Jul 20 19:34:09.462500 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91dcc3ef-bbd1-4a82-82c3-20a7b1e2095d req-4df0821c-36e6-4c1c-8a34-e5178d161c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:09.464027 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-91dcc3ef-bbd1-4a82-82c3-20a7b1e2095d req-4df0821c-36e6-4c1c-8a34-e5178d161c48 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1e189f3c-62d8-4a6b-a167-08b9a7c92e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0534117 Jul 20 19:34:09.564896 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:09.569916 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:09.584364 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-6c1542e0-2f6c-4486-86b6-c16b457d25e4 req-64478e60-888a-4018-98b6-8d987da5216a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] For port d840dfba-98a6-425f-b11b-365b0749db34, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=d840dfba-98a6-425f-b11b-365b0749db34,segment=NetworkSegment(afd2cd19-bdf1-4210-8214-74dd85035192),segment_id=afd2cd19-bdf1-4210-8214-74dd85035192)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:34:09.584720 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6c1542e0-2f6c-4486-86b6-c16b457d25e4 req-64478e60-888a-4018-98b6-8d987da5216a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (d840dfba-98a6-425f-b11b-365b0749db34), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:09.587933 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b19bb6de-b53d-4fd3-a94d-487ccc0b870a tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (8edc23a6-ef13-4410-bd29-9b65d1a848b9), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:09.614458 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad9b56-1a69-4fc1-aaa9-105ece803cf0 req-3889890a-16b6-4f28-a452-613dc0ef2549 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:09.615856 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b8ad9b56-1a69-4fc1-aaa9-105ece803cf0 req-3889890a-16b6-4f28-a452-613dc0ef2549 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d0032299-b9fa-48f2-97fd-620bc1f7e167 HTTP/1.1" status: 200 len: 857 time: 0.1670420 Jul 20 19:34:09.627789 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b19bb6de-b53d-4fd3-a94d-487ccc0b870a tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Pushing event deleted for resources: {'Port': ['ID=8edc23a6-ef13-4410-bd29-9b65d1a848b9,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:09.652847 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-91dcc3ef-bbd1-4a82-82c3-20a7b1e2095d req-e3c45c4c-d34d-4425-828c-b34673f402b9 service neutron] 10.222.0.96 "GET /v2.0/networks/1e189f3c-62d8-4a6b-a167-08b9a7c92e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804044 Jul 20 19:34:09.717691 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:09.755591 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b19bb6de-b53d-4fd3-a94d-487ccc0b870a tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks [] for floatingip (009f6684-851c-4b36-b751-476580b07e93), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:09.755923 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.db.l3_db [None req-b19bb6de-b53d-4fd3-a94d-487ccc0b870a tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Floating IP 009f6684-851c-4b36-b751-476580b07e93 disassociated (deleted). External IP: 172.27.3.207, port: 53beb0fe-5f2d-480b-8bef-611c76c92caf. Jul 20 19:34:09.780499 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9de3de-c816-41cc-aef2-5212e0ed6414 req-006d761a-d6a9-491a-b842-02e20cd37f1b tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:09.782032 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ee9de3de-c816-41cc-aef2-5212e0ed6414 req-006d761a-d6a9-491a-b842-02e20cd37f1b tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 945 time: 0.1836808 Jul 20 19:34:09.817806 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ad9b56-1a69-4fc1-aaa9-105ece803cf0 req-3ecaeb82-7071-40a8-8874-ed9b2295b09f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:09.818906 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-91dcc3ef-bbd1-4a82-82c3-20a7b1e2095d req-2e540d29-0ff0-4ce7-9fea-eecfe8084e85 service neutron] 10.222.0.96 "GET /v2.0/networks/1e189f3c-62d8-4a6b-a167-08b9a7c92e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448982 Jul 20 19:34:09.819225 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b8ad9b56-1a69-4fc1-aaa9-105ece803cf0 req-3ecaeb82-7071-40a8-8874-ed9b2295b09f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1497633 Jul 20 19:34:09.868137 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:09.982546 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b19bb6de-b53d-4fd3-a94d-487ccc0b870a tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Router 4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:34:10.102001 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b19bb6de-b53d-4fd3-a94d-487ccc0b870a tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:34:10.107091 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b19bb6de-b53d-4fd3-a94d-487ccc0b870a tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:10.119289 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6638799-fe29-46d2-af7d-361f7e0f10ee None None] Sync routers for ids ['4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:34:10.139933 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6638799-fe29-46d2-af7d-361f7e0f10ee None None] Routers {'4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:34:10.140347 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-b19bb6de-b53d-4fd3-a94d-487ccc0b870a tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "DELETE /v2.0/floatingips/009f6684-851c-4b36-b751-476580b07e93 HTTP/1.1" status: 204 len: 168 time: 1.3007965 Jul 20 19:34:10.140565 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e6638799-fe29-46d2-af7d-361f7e0f10ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:33:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:10.140793 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '534f506f-149d-4ae7-bb63-794c97796305', 'tag': '53beb0fe-5f2d-480b-8bef-611c76c92caf'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:34:10.143192 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9cd79ebd3f805e6a7478220ee26c4e1921248cfe9318229c3fb3c09e22ed3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7facef-a185-4239-843d-588f7a2b046f" -d '{"events": [{"name": "network-changed", "server_uuid": "534f506f-149d-4ae7-bb63-794c97796305", "tag": "53beb0fe-5f2d-480b-8bef-611c76c92caf"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:34:10.258191 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.db.resource_extend [None req-ce73229e-9d5c-438a-8aed-06703b8a00a7 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:322}} Jul 20 19:34:10.258756 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-e6638799-fe29-46d2-af7d-361f7e0f10ee None None] Set router 4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:34:10.314232 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ee9de3de-c816-41cc-aef2-5212e0ed6414 req-8d072342-dedf-4ffa-86fa-c77fbec154f4 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=f1139dfb-94bc-4638-bb20-fb05e202cfa5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4998548 Jul 20 19:34:10.368226 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6c1542e0-2f6c-4486-86b6-c16b457d25e4 req-64478e60-888a-4018-98b6-8d987da5216a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:10.368591 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6c1542e0-2f6c-4486-86b6-c16b457d25e4 req-64478e60-888a-4018-98b6-8d987da5216a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (064f69a6-1619-4de6-b8e5-28791947ebab), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:10.368930 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [req-6c1542e0-2f6c-4486-86b6-c16b457d25e4 req-64478e60-888a-4018-98b6-8d987da5216a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Floating IP 064f69a6-1619-4de6-b8e5-28791947ebab disassociated. External IP: 172.27.3.68, port: d840dfba-98a6-425f-b11b-365b0749db34. Jul 20 19:34:10.369283 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-6c1542e0-2f6c-4486-86b6-c16b457d25e4 req-64478e60-888a-4018-98b6-8d987da5216a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Calling delete_port for d840dfba-98a6-425f-b11b-365b0749db34 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:34:10.382930 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ce73229e-9d5c-438a-8aed-06703b8a00a7 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:10.404136 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5e61da-2e35-4c9c-bbdc-778ea5ce7aef req-d258a45e-c231-45fe-b0cc-bbf53d3becde tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:10.406674 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4d5e61da-2e35-4c9c-bbdc-778ea5ce7aef req-d258a45e-c231-45fe-b0cc-bbf53d3becde tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.1545231 Jul 20 19:34:10.419320 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ce73229e-9d5c-438a-8aed-06703b8a00a7 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (d4d2c7e8-7ad7-413b-87d7-edd5c6eaf13d), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:10.469450 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e6638799-fe29-46d2-af7d-361f7e0f10ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'name': 'tempest-TestMinimumBasicScenario-283060662-router', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'a54fbcb2-3aeb-4423-86c2-24b36af058a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:29:59Z', 'updated_at': '2022-07-20T19:30:02Z', 'revision_number': 4, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'gw_port': {'id': 'a54fbcb2-3aeb-4423-86c2-24b36af058a0', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:29:59Z', 'updated_at': '2022-07-20T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '0efe0c4c-97b8-449d-ab8e-3cc7413d7984', 'name': '', 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'mac_address': 'fa:16:3e:88:04:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '862e9adf-bfc6-4261-9460-41a6c56342df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:01Z', 'updated_at': '2022-07-20T19:30:08Z', 'revision_number': 5, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'subnets': [{'id': '862e9adf-bfc6-4261-9460-41a6c56342df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:10.492385 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b8ad9b56-1a69-4fc1-aaa9-105ece803cf0 req-c01f912e-5781-49cc-b0c0-235424548c03 service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6400390 Jul 20 19:34:10.496107 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6638799-fe29-46d2-af7d-361f7e0f10ee None None] Checking router: 4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:34:10.505741 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6638799-fe29-46d2-af7d-361f7e0f10ee None None] Routers {'4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:34:10.506373 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e6638799-fe29-46d2-af7d-361f7e0f10ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:33:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:10.575644 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a727393-28e2-414a-bec0-faf6bc8b7520 x-openstack-request-id: req-8a727393-28e2-414a-bec0-faf6bc8b7520 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:34:10.576019 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "534f506f-149d-4ae7-bb63-794c97796305", "tag": "53beb0fe-5f2d-480b-8bef-611c76c92caf", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:34:10.577104 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8a727393-28e2-414a-bec0-faf6bc8b7520 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:34:10.577527 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a727393-28e2-414a-bec0-faf6bc8b7520'] response: {'name': 'network-changed', 'server_uuid': '534f506f-149d-4ae7-bb63-794c97796305', 'tag': '53beb0fe-5f2d-480b-8bef-611c76c92caf', 'status': 'completed', 'code': 200} Jul 20 19:34:10.641283 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-e6638799-fe29-46d2-af7d-361f7e0f10ee None None] Set router 4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:34:10.664093 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4d5e61da-2e35-4c9c-bbdc-778ea5ce7aef req-19f51aff-41e7-400e-9976-afc25006499e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2493005 Jul 20 19:34:10.723324 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-ce73229e-9d5c-438a-8aed-06703b8a00a7 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Floating IP d4d2c7e8-7ad7-413b-87d7-edd5c6eaf13d associated. External IP: 172.27.3.227, port: 07d49545-8328-41a0-82f6-5d7bda469348. Jul 20 19:34:10.729088 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=30,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:10.740750 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7facef-a185-4239-843d-588f7a2b046f req-d8150777-854d-4905-9e39-143352e9a527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:10.742545 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-5e7facef-a185-4239-843d-588f7a2b046f req-d8150777-854d-4905-9e39-143352e9a527 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=91e1220a765f41e88d4e3480b9a7a687&device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 1129 time: 0.0967672 Jul 20 19:34:10.785480 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b8ad9b56-1a69-4fc1-aaa9-105ece803cf0 req-968e3dd0-2484-4a13-ad85-f1b374292d89 service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694228 Jul 20 19:34:10.798743 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:UPDATE=3,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:10.854522 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6c1542e0-2f6c-4486-86b6-c16b457d25e4 req-64478e60-888a-4018-98b6-8d987da5216a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (d840dfba-98a6-425f-b11b-365b0749db34), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:10.865446 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e6638799-fe29-46d2-af7d-361f7e0f10ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'name': 'tempest-TestMinimumBasicScenario-283060662-router', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'a54fbcb2-3aeb-4423-86c2-24b36af058a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:29:59Z', 'updated_at': '2022-07-20T19:30:02Z', 'revision_number': 4, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'gw_port': {'id': 'a54fbcb2-3aeb-4423-86c2-24b36af058a0', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:29:59Z', 'updated_at': '2022-07-20T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '0efe0c4c-97b8-449d-ab8e-3cc7413d7984', 'name': '', 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'mac_address': 'fa:16:3e:88:04:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '862e9adf-bfc6-4261-9460-41a6c56342df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:01Z', 'updated_at': '2022-07-20T19:30:08Z', 'revision_number': 5, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'subnets': [{'id': '862e9adf-bfc6-4261-9460-41a6c56342df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:10.891995 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6638799-fe29-46d2-af7d-361f7e0f10ee None None] The sync data for ids ['4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'] in dv-cinder-850548-1-iscsi is: [{'id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'name': 'tempest-TestMinimumBasicScenario-283060662-router', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'a54fbcb2-3aeb-4423-86c2-24b36af058a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:29:59Z', 'updated_at': '2022-07-20T19:30:02Z', 'revision_number': 4, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'gw_port': {'id': 'a54fbcb2-3aeb-4423-86c2-24b36af058a0', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:29:59Z', 'updated_at': '2022-07-20T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '0efe0c4c-97b8-449d-ab8e-3cc7413d7984', 'name': '', 'network_id': '1e189f3c-62d8-4a6b-a167-08b9a7c92e37', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'mac_address': 'fa:16:3e:88:04:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'device_owner': 'network:router_interface', 'standard_attr_id': 383, 'fixed_ips': [{'subnet_id': '862e9adf-bfc6-4261-9460-41a6c56342df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:01Z', 'updated_at': '2022-07-20T19:30:08Z', 'revision_number': 5, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'subnets': [{'id': '862e9adf-bfc6-4261-9460-41a6c56342df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:34:10.895404 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64478e60-888a-4018-98b6-8d987da5216a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Pushing event deleted for resources: {'Port': ['ID=d840dfba-98a6-425f-b11b-365b0749db34,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:11.091524 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:11.111733 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce73229e-9d5c-438a-8aed-06703b8a00a7 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Router ccca4bbb-5000-49bd-9564-0deb65b6e55a has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:34:11.116423 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c1542e0-2f6c-4486-86b6-c16b457d25e4 req-64478e60-888a-4018-98b6-8d987da5216a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Router f9cc5915-3f57-4e67-a23c-9d1a60c57a12 has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:34:11.141829 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4c1bd5-fc6b-429b-b202-7af4fd9eb679 None None] New status for floating IP 009f6684-851c-4b36-b751-476580b07e93: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:34:11.248651 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device d840dfba-98a6-425f-b11b-365b0749db34 no longer exists at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:34:11.269913 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] No Port match for: d840dfba-98a6-425f-b11b-365b0749db34 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:34:11.270362 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device d840dfba-98a6-425f-b11b-365b0749db34 not bound to the agent host hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:34:11.321287 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce73229e-9d5c-438a-8aed-06703b8a00a7 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:34:11.326507 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ce73229e-9d5c-438a-8aed-06703b8a00a7 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:11.330392 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c1542e0-2f6c-4486-86b6-c16b457d25e4 req-64478e60-888a-4018-98b6-8d987da5216a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:34:11.332391 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18988693-720b-49ea-8ce1-93e7033dc1ca None None] Sync routers for ids ['ccca4bbb-5000-49bd-9564-0deb65b6e55a'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:34:11.353139 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3419c53e-e494-4136-a717-f66675bd7d45 None None] Sync routers for ids ['f9cc5915-3f57-4e67-a23c-9d1a60c57a12'] in dv-cinder-850548-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:34:11.373539 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18988693-720b-49ea-8ce1-93e7033dc1ca None None] Routers {'ccca4bbb-5000-49bd-9564-0deb65b6e55a'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:34:11.374309 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-18988693-720b-49ea-8ce1-93e7033dc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:33:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['ccca4bbb-5000-49bd-9564-0deb65b6e55a'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:11.375058 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3419c53e-e494-4136-a717-f66675bd7d45 None None] Routers {'f9cc5915-3f57-4e67-a23c-9d1a60c57a12'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:34:11.375878 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3419c53e-e494-4136-a717-f66675bd7d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:33:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['f9cc5915-3f57-4e67-a23c-9d1a60c57a12'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:11.414160 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7facef-a185-4239-843d-588f7a2b046f req-52eb9502-9544-4e39-948d-76d39727c8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:11.415955 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-5e7facef-a185-4239-843d-588f7a2b046f req-52eb9502-9544-4e39-948d-76d39727c8d7 service neutron] 10.222.0.96 "GET /v2.0/networks?id=1e189f3c-62d8-4a6b-a167-08b9a7c92e37 HTTP/1.1" status: 200 len: 915 time: 0.1428328 Jul 20 19:34:11.437667 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c1542e0-2f6c-4486-86b6-c16b457d25e4 req-64478e60-888a-4018-98b6-8d987da5216a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] No DVR routers for this DVR port d840dfba-98a6-425f-b11b-365b0749db34 on host hv-cinder-85054 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:34:11.482831 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-152b5f96-bb62-4813-9f0b-757a9b0d04da req-c6a29091-682b-48b3-b5b1-87ed8baa0484 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 210 time: 0.0461299 Jul 20 19:34:11.494029 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-6c1542e0-2f6c-4486-86b6-c16b457d25e4 req-64478e60-888a-4018-98b6-8d987da5216a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:11.497514 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6c1542e0-2f6c-4486-86b6-c16b457d25e4 req-64478e60-888a-4018-98b6-8d987da5216a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.96 "DELETE /v2.0/ports/d840dfba-98a6-425f-b11b-365b0749db34 HTTP/1.1" status: 204 len: 173 time: 2.4964175 Jul 20 19:34:11.507350 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '05854927-1ff5-4246-9509-c677fbb0a9f2', 'name': 'network-vif-deleted', 'tag': 'd840dfba-98a6-425f-b11b-365b0749db34'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:34:11.507350 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1431ec23-9a68-4cf6-be03-4b003f92889c" -d '{"events": [{"server_uuid": "05854927-1ff5-4246-9509-c677fbb0a9f2", "name": "network-vif-deleted", "tag": "d840dfba-98a6-425f-b11b-365b0749db34"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:34:11.517455 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-ce73229e-9d5c-438a-8aed-06703b8a00a7 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "PUT /v2.0/floatingips/d4d2c7e8-7ad7-413b-87d7-edd5c6eaf13d HTTP/1.1" status: 200 len: 991 time: 2.8302984 Jul 20 19:34:11.529712 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-5e7facef-a185-4239-843d-588f7a2b046f req-d42f57be-7d8f-43c5-b4f4-18d1c9b5aba4 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=53beb0fe-5f2d-480b-8bef-611c76c92caf HTTP/1.1" status: 200 len: 217 time: 0.0586393 Jul 20 19:34:11.532659 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-18988693-720b-49ea-8ce1-93e7033dc1ca None None] Set router ccca4bbb-5000-49bd-9564-0deb65b6e55a gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:34:11.549735 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-3419c53e-e494-4136-a717-f66675bd7d45 None None] Set router f9cc5915-3f57-4e67-a23c-9d1a60c57a12 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:34:11.557422 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2f351e8-619a-4f0c-a98c-99ba342fa484 x-openstack-request-id: req-b2f351e8-619a-4f0c-a98c-99ba342fa484 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:34:11.557807 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "05854927-1ff5-4246-9509-c677fbb0a9f2", "name": "network-vif-deleted", "tag": "d840dfba-98a6-425f-b11b-365b0749db34", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:34:11.558104 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b2f351e8-619a-4f0c-a98c-99ba342fa484 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:34:11.558616 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b2f351e8-619a-4f0c-a98c-99ba342fa484'] response: {'server_uuid': '05854927-1ff5-4246-9509-c677fbb0a9f2', 'name': 'network-vif-deleted', 'tag': 'd840dfba-98a6-425f-b11b-365b0749db34', 'status': 'completed', 'code': 200} Jul 20 19:34:11.760405 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3419c53e-e494-4136-a717-f66675bd7d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'name': 'tempest-AttachVolumeTestJSON-1156265961-router', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:43Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'gw_port': {'id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': 'cb490074-bd44-41dc-a14d-7234c9f437cc', 'name': '', 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'mac_address': 'fa:16:3e:20:c6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:28:14Z', 'revision_number': 5, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'subnets': [{'id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:11.799733 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3419c53e-e494-4136-a717-f66675bd7d45 None None] Checking router: f9cc5915-3f57-4e67-a23c-9d1a60c57a12 for host: dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:34:11.808925 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3419c53e-e494-4136-a717-f66675bd7d45 None None] Routers {'f9cc5915-3f57-4e67-a23c-9d1a60c57a12'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:34:11.809472 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3419c53e-e494-4136-a717-f66675bd7d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:33:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['f9cc5915-3f57-4e67-a23c-9d1a60c57a12'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:11.825870 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:11.826696 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d40e71-508f-4b12-a19b-2f21f562d942 req-a508f1e3-7c32-42b7-9ad6-49660f7f3876 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:11.828523 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e1d40e71-508f-4b12-a19b-2f21f562d942 req-a508f1e3-7c32-42b7-9ad6-49660f7f3876 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0535963 Jul 20 19:34:11.852153 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:11.878695 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e1d40e71-508f-4b12-a19b-2f21f562d942 req-453b7378-d226-4e5f-87c2-27f3405e36d4 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444891 Jul 20 19:34:11.908465 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-18988693-720b-49ea-8ce1-93e7033dc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082003264-router', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'gw_port': {'id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': 'd4d2c7e8-7ad7-413b-87d7-edd5c6eaf13d', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'port_id': '07d49545-8328-41a0-82f6-5d7bda469348', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'mac_address': 'fa:16:3e:68:ed:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c72290e-2e8d-4d75-bc12-044982fde7e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:33:53Z', 'updated_at': '2022-07-20T19:34:09Z', 'revision_number': 1, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852a5e10-5a08-4503-87fc-d9318edb569b', 'name': '', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'mac_address': 'fa:16:3e:a1:5f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:28:09Z', 'revision_number': 5, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'subnets': [{'id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:11.918708 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-3419c53e-e494-4136-a717-f66675bd7d45 None None] Set router f9cc5915-3f57-4e67-a23c-9d1a60c57a12 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:34:11.935430 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18988693-720b-49ea-8ce1-93e7033dc1ca None None] Checking router: ccca4bbb-5000-49bd-9564-0deb65b6e55a for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:34:11.944701 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18988693-720b-49ea-8ce1-93e7033dc1ca None None] Routers {'ccca4bbb-5000-49bd-9564-0deb65b6e55a'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:34:11.945368 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-18988693-720b-49ea-8ce1-93e7033dc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:33:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['ccca4bbb-5000-49bd-9564-0deb65b6e55a'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:12.055163 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-18988693-720b-49ea-8ce1-93e7033dc1ca None None] Set router ccca4bbb-5000-49bd-9564-0deb65b6e55a gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:34:12.193173 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3419c53e-e494-4136-a717-f66675bd7d45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'name': 'tempest-AttachVolumeTestJSON-1156265961-router', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:43Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'gw_port': {'id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': 'cb490074-bd44-41dc-a14d-7234c9f437cc', 'name': '', 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'mac_address': 'fa:16:3e:20:c6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:28:14Z', 'revision_number': 5, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'subnets': [{'id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:12.219133 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3419c53e-e494-4136-a717-f66675bd7d45 None None] The sync data for ids ['f9cc5915-3f57-4e67-a23c-9d1a60c57a12'] in dv-cinder-850548-1-iscsi is: [{'id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'name': 'tempest-AttachVolumeTestJSON-1156265961-router', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:43Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'gw_port': {'id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': 'cb490074-bd44-41dc-a14d-7234c9f437cc', 'name': '', 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'mac_address': 'fa:16:3e:20:c6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:28:14Z', 'revision_number': 5, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'subnets': [{'id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:34:12.275231 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-18988693-720b-49ea-8ce1-93e7033dc1ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082003264-router', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'gw_port': {'id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': 'd4d2c7e8-7ad7-413b-87d7-edd5c6eaf13d', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'port_id': '07d49545-8328-41a0-82f6-5d7bda469348', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'mac_address': 'fa:16:3e:68:ed:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c72290e-2e8d-4d75-bc12-044982fde7e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:33:53Z', 'updated_at': '2022-07-20T19:34:09Z', 'revision_number': 1, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852a5e10-5a08-4503-87fc-d9318edb569b', 'name': '', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'mac_address': 'fa:16:3e:a1:5f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:28:09Z', 'revision_number': 5, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'subnets': [{'id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:12.303022 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18988693-720b-49ea-8ce1-93e7033dc1ca None None] The sync data for ids ['ccca4bbb-5000-49bd-9564-0deb65b6e55a'] in dv-cinder-850548-1-iscsi is: [{'id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082003264-router', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'gw_port': {'id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': 'd4d2c7e8-7ad7-413b-87d7-edd5c6eaf13d', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'port_id': '07d49545-8328-41a0-82f6-5d7bda469348', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'mac_address': 'fa:16:3e:68:ed:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c72290e-2e8d-4d75-bc12-044982fde7e4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:33:53Z', 'updated_at': '2022-07-20T19:34:09Z', 'revision_number': 1, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '852a5e10-5a08-4503-87fc-d9318edb569b', 'name': '', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'mac_address': 'fa:16:3e:a1:5f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:28:09Z', 'revision_number': 5, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'subnets': [{'id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:34:12.473048 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35ed9632-35d1-4460-a488-7449ea226d1a None None] New status for floating IP 064f69a6-1619-4de6-b8e5-28791947ebab: DOWN {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:34:12.538350 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1376dcb3-2771-49fe-8c82-874175025207 None None] New status for floating IP d4d2c7e8-7ad7-413b-87d7-edd5c6eaf13d: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:34:12.584963 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:12.591671 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-08476438-a1a9-40b6-872d-47a1098e6ea4 req-9c526236-477a-481a-a77f-6ed9b4227946 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 210 time: 0.0316138 Jul 20 19:34:12.994942 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21b44b1-de66-48da-8f55-d2ec8cbf2664 req-3ee7f067-f301-4511-a643-2bd3bd734bd9 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:12.997059 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b21b44b1-de66-48da-8f55-d2ec8cbf2664 req-3ee7f067-f301-4511-a643-2bd3bd734bd9 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0481231 Jul 20 19:34:13.047243 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b21b44b1-de66-48da-8f55-d2ec8cbf2664 req-452fa306-f112-43cf-b08b-a46ae0a9b3bb tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445206 Jul 20 19:34:13.134338 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7facef-a185-4239-843d-588f7a2b046f req-a595535d-1bb4-442b-9b8e-4e6645b0b947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:13.135778 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-5e7facef-a185-4239-843d-588f7a2b046f req-a595535d-1bb4-442b-9b8e-4e6645b0b947 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=862e9adf-bfc6-4261-9460-41a6c56342df HTTP/1.1" status: 200 len: 853 time: 0.0506699 Jul 20 19:34:13.560188 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c72290e-2e8d-4d75-bc12-044982fde7e4', 'tag': '07d49545-8328-41a0-82f6-5d7bda469348'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:34:13.562730 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-137021f7-973d-4dc3-9451-a4180b756093" -d '{"events": [{"name": "network-changed", "server_uuid": "0c72290e-2e8d-4d75-bc12-044982fde7e4", "tag": "07d49545-8328-41a0-82f6-5d7bda469348"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:34:13.577059 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7facef-a185-4239-843d-588f7a2b046f req-a28001cb-d94e-4cf5-8890-d7ee5c70e074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:13.578792 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-5e7facef-a185-4239-843d-588f7a2b046f req-a28001cb-d94e-4cf5-8890-d7ee5c70e074 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1e189f3c-62d8-4a6b-a167-08b9a7c92e37&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465515 Jul 20 19:34:13.613518 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fff6066-ad8b-4950-b17b-56b59e93cbcb x-openstack-request-id: req-1fff6066-ad8b-4950-b17b-56b59e93cbcb {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:34:13.614037 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c72290e-2e8d-4d75-bc12-044982fde7e4", "tag": "07d49545-8328-41a0-82f6-5d7bda469348", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:34:13.614037 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1fff6066-ad8b-4950-b17b-56b59e93cbcb {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:34:13.614481 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1fff6066-ad8b-4950-b17b-56b59e93cbcb'] response: {'name': 'network-changed', 'server_uuid': '0c72290e-2e8d-4d75-bc12-044982fde7e4', 'tag': '07d49545-8328-41a0-82f6-5d7bda469348', 'status': 'completed', 'code': 200} Jul 20 19:34:13.615775 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-237e3f1a-4273-4e57-9a09-448157070943 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:13.707239 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a07e69dd-cbb7-4511-8cb1-99d897bae171 req-6c677fb4-0135-449c-834f-b4396988a007 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 210 time: 0.0290756 Jul 20 19:34:14.162116 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bcde16-a01d-4ba4-b392-ed6cb744b2b5 req-3d336f10-61c8-45b8-8b9b-a58fe9db01d8 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:14.163554 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-63bcde16-a01d-4ba4-b392-ed6cb744b2b5 req-3d336f10-61c8-45b8-8b9b-a58fe9db01d8 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0482543 Jul 20 19:34:14.210955 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-63bcde16-a01d-4ba4-b392-ed6cb744b2b5 req-f840b206-d753-418d-9fdb-fbb5624bec8c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417664 Jul 20 19:34:14.327393 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7258ba-27ef-4375-b03d-4d6288e9adc7 req-9c9e6751-7a4d-43d1-b8a6-8d1d414d9ea6 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:14.328893 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8d7258ba-27ef-4375-b03d-4d6288e9adc7 req-9c9e6751-7a4d-43d1-b8a6-8d1d414d9ea6 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0514598 Jul 20 19:34:14.337290 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 40948) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:14.341774 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-c59739bc-e546-49b2-9b98-6010e8d249ac tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Request body: {'floatingip': {'port_id': '35b5da22-b362-4b46-8e92-4a5d8c7ec405'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:34:14.344165 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:14.396655 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c59739bc-e546-49b2-9b98-6010e8d249ac tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks [] for floatingip (0c221342-5d0a-4c3f-94ee-fa37cc708055), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:14.494216 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:14.525626 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-5e7facef-a185-4239-843d-588f7a2b046f req-089d0682-b2b3-4ed0-9e6d-d8e8d1891ae3 service neutron] 10.222.0.96 "GET /v2.0/networks/1e189f3c-62d8-4a6b-a167-08b9a7c92e37?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005037 Jul 20 19:34:14.727736 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:14.855356 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-320ed225-eed3-4032-8b4a-d1d9ad7d4554 req-51974530-de97-4f5c-9ddd-2f3d4333441d tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=05854927-1ff5-4246-9509-c677fbb0a9f2 HTTP/1.1" status: 200 len: 210 time: 0.0595870 Jul 20 19:34:14.921519 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-5e7facef-a185-4239-843d-588f7a2b046f req-4cc1af91-badd-4db1-928c-71ecd2d509d7 service neutron] 10.222.0.96 "GET /v2.0/networks/1e189f3c-62d8-4a6b-a167-08b9a7c92e37?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047163 Jul 20 19:34:14.929021 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137021f7-973d-4dc3-9451-a4180b756093 req-28126996-5c42-43b7-8406-2c85e74c4449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:14.930596 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-137021f7-973d-4dc3-9451-a4180b756093 req-28126996-5c42-43b7-8406-2c85e74c4449 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca9f11498f9d4245910281ac3bd55470&device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 1129 time: 0.1057916 Jul 20 19:34:14.942191 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c59739bc-e546-49b2-9b98-6010e8d249ac tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:14.945496 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c59739bc-e546-49b2-9b98-6010e8d249ac tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (0c221342-5d0a-4c3f-94ee-fa37cc708055), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:15.375762 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f6db6b1-c9a2-4ebd-ac22-19c612a25359 req-7f2e41d4-5f0f-445c-8783-78c2d6b7d4f1 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:15.377356 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0f6db6b1-c9a2-4ebd-ac22-19c612a25359 req-7f2e41d4-5f0f-445c-8783-78c2d6b7d4f1 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 945 time: 0.1217144 Jul 20 19:34:15.426990 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137021f7-973d-4dc3-9451-a4180b756093 req-f6e801a9-045c-45c2-9417-8688b3305d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:15.428433 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-137021f7-973d-4dc3-9451-a4180b756093 req-f6e801a9-045c-45c2-9417-8688b3305d49 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c252680c-c029-4238-80e1-835b5a8591d8 HTTP/1.1" status: 200 len: 918 time: 0.4483683 Jul 20 19:34:15.495917 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0f6db6b1-c9a2-4ebd-ac22-19c612a25359 req-3e82269a-a31c-411f-a9ae-6a617317e170 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079369 Jul 20 19:34:15.562471 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c59739bc-e546-49b2-9b98-6010e8d249ac tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Router 9d362232-3082-46b9-83fc-6259e2bb1a28 has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:34:15.616789 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:15.671409 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c59739bc-e546-49b2-9b98-6010e8d249ac tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:34:15.676135 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c59739bc-e546-49b2-9b98-6010e8d249ac tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:15.680635 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8497dc-7004-4173-8125-365f0ed49cdb None None] Sync routers for ids ['9d362232-3082-46b9-83fc-6259e2bb1a28'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:34:15.691797 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8497dc-7004-4173-8125-365f0ed49cdb None None] Routers {'9d362232-3082-46b9-83fc-6259e2bb1a28'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:34:15.692414 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-6f8497dc-7004-4173-8125-365f0ed49cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:33:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['9d362232-3082-46b9-83fc-6259e2bb1a28'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:15.709607 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e10053-0587-4935-910f-04bd301bdfbe', 'tag': '35b5da22-b362-4b46-8e92-4a5d8c7ec405'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:34:15.711860 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c3a652d-b0c8-4f3c-b9db-d45ffd1164b7" -d '{"events": [{"name": "network-changed", "server_uuid": "82e10053-0587-4935-910f-04bd301bdfbe", "tag": "35b5da22-b362-4b46-8e92-4a5d8c7ec405"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:34:15.749880 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-c59739bc-e546-49b2-9b98-6010e8d249ac tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "PUT /v2.0/floatingips/0c221342-5d0a-4c3f-94ee-fa37cc708055 HTTP/1.1" status: 200 len: 993 time: 1.4093163 Jul 20 19:34:15.766112 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a18fa51-daae-41c2-bbcf-e82fa13a8cf7 x-openstack-request-id: req-3a18fa51-daae-41c2-bbcf-e82fa13a8cf7 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:34:15.766411 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e10053-0587-4935-910f-04bd301bdfbe", "tag": "35b5da22-b362-4b46-8e92-4a5d8c7ec405", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:34:15.766665 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3a18fa51-daae-41c2-bbcf-e82fa13a8cf7 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:34:15.767074 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3a18fa51-daae-41c2-bbcf-e82fa13a8cf7'] response: {'name': 'network-changed', 'server_uuid': '82e10053-0587-4935-910f-04bd301bdfbe', 'tag': '35b5da22-b362-4b46-8e92-4a5d8c7ec405', 'status': 'completed', 'code': 200} Jul 20 19:34:15.804254 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-6f8497dc-7004-4173-8125-365f0ed49cdb None None] Set router 9d362232-3082-46b9-83fc-6259e2bb1a28 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:34:15.983045 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-642b7408-5739-4d03-89b0-3bcef1770869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:16.037386 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-6f8497dc-7004-4173-8125-365f0ed49cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'name': 'tempest-ServerRescueNegativeTestJSON-707876139-router', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:59Z', 'revision_number': 4, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'gw_port': {'id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:46Z', 'updated_at': '2022-07-20T19:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '0c221342-5d0a-4c3f-94ee-fa37cc708055', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'port_id': '35b5da22-b362-4b46-8e92-4a5d8c7ec405', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc', 'mac_address': 'fa:16:3e:ff:3f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e10053-0587-4935-910f-04bd301bdfbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:31:37Z', 'updated_at': '2022-07-20T19:34:14Z', 'revision_number': 3, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bbb1f47-8d99-4bc9-af29-785d7649bb5f', 'name': '', 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'mac_address': 'fa:16:3e:7d:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'd0032299-b9fa-48f2-97fd-620bc1f7e167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:56Z', 'updated_at': '2022-07-20T19:28:10Z', 'revision_number': 5, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'subnets': [{'id': 'd0032299-b9fa-48f2-97fd-620bc1f7e167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:16.063153 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8497dc-7004-4173-8125-365f0ed49cdb None None] Checking router: 9d362232-3082-46b9-83fc-6259e2bb1a28 for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:34:16.071568 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8497dc-7004-4173-8125-365f0ed49cdb None None] Routers {'9d362232-3082-46b9-83fc-6259e2bb1a28'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:34:16.072166 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-6f8497dc-7004-4173-8125-365f0ed49cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:34:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['9d362232-3082-46b9-83fc-6259e2bb1a28'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:16.152649 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:16.166783 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:16.182581 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-6f8497dc-7004-4173-8125-365f0ed49cdb None None] Set router 9d362232-3082-46b9-83fc-6259e2bb1a28 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:34:16.395269 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-6f8497dc-7004-4173-8125-365f0ed49cdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'name': 'tempest-ServerRescueNegativeTestJSON-707876139-router', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:59Z', 'revision_number': 4, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'gw_port': {'id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:46Z', 'updated_at': '2022-07-20T19:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '0c221342-5d0a-4c3f-94ee-fa37cc708055', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'port_id': '35b5da22-b362-4b46-8e92-4a5d8c7ec405', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc', 'mac_address': 'fa:16:3e:ff:3f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e10053-0587-4935-910f-04bd301bdfbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:31:37Z', 'updated_at': '2022-07-20T19:34:14Z', 'revision_number': 3, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bbb1f47-8d99-4bc9-af29-785d7649bb5f', 'name': '', 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'mac_address': 'fa:16:3e:7d:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'd0032299-b9fa-48f2-97fd-620bc1f7e167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:56Z', 'updated_at': '2022-07-20T19:28:10Z', 'revision_number': 5, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'subnets': [{'id': 'd0032299-b9fa-48f2-97fd-620bc1f7e167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:16.421331 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8497dc-7004-4173-8125-365f0ed49cdb None None] The sync data for ids ['9d362232-3082-46b9-83fc-6259e2bb1a28'] in dv-cinder-850548-1-iscsi is: [{'id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'name': 'tempest-ServerRescueNegativeTestJSON-707876139-router', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:59Z', 'revision_number': 4, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'gw_port': {'id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:46Z', 'updated_at': '2022-07-20T19:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '0c221342-5d0a-4c3f-94ee-fa37cc708055', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'floating_ip_address': '172.27.3.72', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'port_id': '35b5da22-b362-4b46-8e92-4a5d8c7ec405', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc', 'mac_address': 'fa:16:3e:ff:3f:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82e10053-0587-4935-910f-04bd301bdfbe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:31:37Z', 'updated_at': '2022-07-20T19:34:14Z', 'revision_number': 3, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9bbb1f47-8d99-4bc9-af29-785d7649bb5f', 'name': '', 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'mac_address': 'fa:16:3e:7d:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'd0032299-b9fa-48f2-97fd-620bc1f7e167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:56Z', 'updated_at': '2022-07-20T19:28:10Z', 'revision_number': 5, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'subnets': [{'id': 'd0032299-b9fa-48f2-97fd-620bc1f7e167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:34:16.618317 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8e49a8-5278-4086-a990-1e0275a00823 req-ca4250e6-fbfa-4893-a3cf-ac289a97ad67 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:16.619791 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bb8e49a8-5278-4086-a990-1e0275a00823 req-ca4250e6-fbfa-4893-a3cf-ac289a97ad67 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 945 time: 0.0523772 Jul 20 19:34:16.669081 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bb8e49a8-5278-4086-a990-1e0275a00823 req-f4a08ce3-9cc9-4eb9-a028-b2dc92eb40e5 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433426 Jul 20 19:34:16.915275 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:16.959038 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 40970) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:17.007371 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:17.014517 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-04a684c8-1934-4949-8c69-7d26d32a2d5e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for security_group (f1139dfb-94bc-4638-bb20-fb05e202cfa5), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:17.039589 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-04a684c8-1934-4949-8c69-7d26d32a2d5e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for security_group (f1139dfb-94bc-4638-bb20-fb05e202cfa5), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:17.086670 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-04a684c8-1934-4949-8c69-7d26d32a2d5e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (f1139dfb-94bc-4638-bb20-fb05e202cfa5), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:17.089968 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-04a684c8-1934-4949-8c69-7d26d32a2d5e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:17.091088 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-04a684c8-1934-4949-8c69-7d26d32a2d5e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "DELETE /v2.0/security-groups/f1139dfb-94bc-4638-bb20-fb05e202cfa5 HTTP/1.1" status: 204 len: 168 time: 0.1310880 Jul 20 19:34:17.093919 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 40972) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:17.100641 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04a684c8-1934-4949-8c69-7d26d32a2d5e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1139dfb-94bc-4638-bb20-fb05e202cfa5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:17.107960 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.api.v2.resource [None req-d6a39270-3834-4a93-a335-065d3c15d599 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] show failed (client error): The resource could not be found. Jul 20 19:34:17.108372 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a684c8-1934-4949-8c69-7d26d32a2d5e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.108720 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a684c8-1934-4949-8c69-7d26d32a2d5e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.109015 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-d6a39270-3834-4a93-a335-065d3c15d599 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups/f1139dfb-94bc-4638-bb20-fb05e202cfa5 HTTP/1.1" status: 404 len: 347 time: 0.0140684 Jul 20 19:34:17.109201 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a684c8-1934-4949-8c69-7d26d32a2d5e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.109404 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a684c8-1934-4949-8c69-7d26d32a2d5e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.109728 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a684c8-1934-4949-8c69-7d26d32a2d5e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.110042 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a684c8-1934-4949-8c69-7d26d32a2d5e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.110366 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a684c8-1934-4949-8c69-7d26d32a2d5e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.110700 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a684c8-1934-4949-8c69-7d26d32a2d5e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.111001 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a684c8-1934-4949-8c69-7d26d32a2d5e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.111316 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a684c8-1934-4949-8c69-7d26d32a2d5e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.111629 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a684c8-1934-4949-8c69-7d26d32a2d5e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.111943 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a684c8-1934-4949-8c69-7d26d32a2d5e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.112260 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a684c8-1934-4949-8c69-7d26d32a2d5e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.112574 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a684c8-1934-4949-8c69-7d26d32a2d5e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.114839 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04a684c8-1934-4949-8c69-7d26d32a2d5e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.116001 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 40974) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:17.155119 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=100 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:17.234709 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-cee5c687-e763-41bb-b0a4-5a626c783d05 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Deleting port 1ddf260d-4421-43da-9d27-282502b5f80d {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:34:17.234961 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cee5c687-e763-41bb-b0a4-5a626c783d05 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (1ddf260d-4421-43da-9d27-282502b5f80d), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:17.314531 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cee5c687-e763-41bb-b0a4-5a626c783d05 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (1ddf260d-4421-43da-9d27-282502b5f80d), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:17.314845 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cee5c687-e763-41bb-b0a4-5a626c783d05 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for floatingip (1ddf260d-4421-43da-9d27-282502b5f80d), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:17.327420 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-cee5c687-e763-41bb-b0a4-5a626c783d05 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Calling delete_port for 1ddf260d-4421-43da-9d27-282502b5f80d owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:34:17.392010 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-137021f7-973d-4dc3-9451-a4180b756093 req-62aa4ebb-6b7c-4f53-85c4-c722efecfce0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07d49545-8328-41a0-82f6-5d7bda469348 HTTP/1.1" status: 200 len: 1001 time: 0.0620017 Jul 20 19:34:17.426864 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a652d-b0c8-4f3c-b9db-d45ffd1164b7 req-0fb2ebe5-cfbc-4f4a-ae7a-4a20cbf621e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:17.428345 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6c3a652d-b0c8-4f3c-b9db-d45ffd1164b7 req-0fb2ebe5-cfbc-4f4a-ae7a-4a20cbf621e0 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9c025843a2de49d48c39b40f2261d3bf&device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 1130 time: 0.0609190 Jul 20 19:34:17.504072 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cee5c687-e763-41bb-b0a4-5a626c783d05 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (1ddf260d-4421-43da-9d27-282502b5f80d), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:17.527016 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee5c687-e763-41bb-b0a4-5a626c783d05 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Pushing event deleted for resources: {'Port': ['ID=1ddf260d-4421-43da-9d27-282502b5f80d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:17.536917 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee5c687-e763-41bb-b0a4-5a626c783d05 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.537249 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee5c687-e763-41bb-b0a4-5a626c783d05 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.537586 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee5c687-e763-41bb-b0a4-5a626c783d05 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.537919 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee5c687-e763-41bb-b0a4-5a626c783d05 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.538249 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee5c687-e763-41bb-b0a4-5a626c783d05 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.538573 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee5c687-e763-41bb-b0a4-5a626c783d05 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.539421 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee5c687-e763-41bb-b0a4-5a626c783d05 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.539421 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee5c687-e763-41bb-b0a4-5a626c783d05 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.539601 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee5c687-e763-41bb-b0a4-5a626c783d05 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.539821 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee5c687-e763-41bb-b0a4-5a626c783d05 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.540142 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee5c687-e763-41bb-b0a4-5a626c783d05 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.540460 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee5c687-e763-41bb-b0a4-5a626c783d05 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.540782 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee5c687-e763-41bb-b0a4-5a626c783d05 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.541141 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee5c687-e763-41bb-b0a4-5a626c783d05 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.541453 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cee5c687-e763-41bb-b0a4-5a626c783d05 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:34:17.613798 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137021f7-973d-4dc3-9451-a4180b756093 req-4b964861-9acf-4379-b48b-90b2481c06f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:17.615254 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-137021f7-973d-4dc3-9451-a4180b756093 req-4b964861-9acf-4379-b48b-90b2481c06f6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5a397f0b-3686-46fe-bb9f-edf6643027d1 HTTP/1.1" status: 200 len: 856 time: 0.0461919 Jul 20 19:34:17.773099 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82e10053-0587-4935-910f-04bd301bdfbe', 'tag': '35b5da22-b362-4b46-8e92-4a5d8c7ec405'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:34:17.776185 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39249cf0-3c5f-4736-bf58-e49c3f0ba44e" -d '{"events": [{"name": "network-changed", "server_uuid": "82e10053-0587-4935-910f-04bd301bdfbe", "tag": "35b5da22-b362-4b46-8e92-4a5d8c7ec405"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:34:17.826187 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:34:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8a4fa4-9905-42d4-b2b7-6cbd4082024b x-openstack-request-id: req-5d8a4fa4-9905-42d4-b2b7-6cbd4082024b {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:34:17.826187 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82e10053-0587-4935-910f-04bd301bdfbe", "tag": "35b5da22-b362-4b46-8e92-4a5d8c7ec405", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:34:17.826486 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-5d8a4fa4-9905-42d4-b2b7-6cbd4082024b {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:34:17.826798 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5d8a4fa4-9905-42d4-b2b7-6cbd4082024b'] response: {'name': 'network-changed', 'server_uuid': '82e10053-0587-4935-910f-04bd301bdfbe', 'tag': '35b5da22-b362-4b46-8e92-4a5d8c7ec405', 'status': 'completed', 'code': 200} Jul 20 19:34:17.848663 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137021f7-973d-4dc3-9451-a4180b756093 req-44219216-85eb-42da-a4ae-103deb602293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:17.850232 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-137021f7-973d-4dc3-9451-a4180b756093 req-44219216-85eb-42da-a4ae-103deb602293 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c252680c-c029-4238-80e1-835b5a8591d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1235452 Jul 20 19:34:17.857786 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b27038-7bd7-43bf-bb15-21848fb1f308 req-e6410ef4-a623-4be0-a36f-550775517b02 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:17.858947 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-77b27038-7bd7-43bf-bb15-21848fb1f308 req-e6410ef4-a623-4be0-a36f-550775517b02 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.96 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 945 time: 0.1308327 Jul 20 19:34:17.866493 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbd02b1-ca5c-4a6e-9d5f-43968848fe69 req-52806370-ac0f-4a5c-9a66-f3d8b96aa2be tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:17.868200 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ccbd02b1-ca5c-4a6e-9d5f-43968848fe69 req-52806370-ac0f-4a5c-9a66-f3d8b96aa2be tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 945 time: 0.1186996 Jul 20 19:34:17.887170 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cee5c687-e763-41bb-b0a4-5a626c783d05 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for floatingip (064f69a6-1619-4de6-b8e5-28791947ebab), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:17.889759 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-cee5c687-e763-41bb-b0a4-5a626c783d05 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:17.890902 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-cee5c687-e763-41bb-b0a4-5a626c783d05 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "DELETE /v2.0/floatingips/064f69a6-1619-4de6-b8e5-28791947ebab HTTP/1.1" status: 204 len: 168 time: 0.7766051 Jul 20 19:34:17.920784 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a652d-b0c8-4f3c-b9db-d45ffd1164b7 req-be22b9f6-68d6-4d1b-aeff-1b4a7bf7eadb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:17.922269 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6c3a652d-b0c8-4f3c-b9db-d45ffd1164b7 req-be22b9f6-68d6-4d1b-aeff-1b4a7bf7eadb service neutron] 10.222.0.96 "GET /v2.0/networks?id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc HTTP/1.1" status: 200 len: 919 time: 0.3386581 Jul 20 19:34:17.986242 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 40982) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:17.990520 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-82db2dd1-63d0-498c-820e-17750d05891b tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1901843524', 'description': 'tempest-description--1741648595'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:34:18.008171 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6c3a652d-b0c8-4f3c-b9db-d45ffd1164b7 req-5ae4846a-1a58-41b0-8a0e-5b198ddbbc79 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35b5da22-b362-4b46-8e92-4a5d8c7ec405 HTTP/1.1" status: 200 len: 1001 time: 0.0777266 Jul 20 19:34:18.025869 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82db2dd1-63d0-498c-820e-17750d05891b tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:18.048929 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ccbd02b1-ca5c-4a6e-9d5f-43968848fe69 req-8839f9db-ad83-4d1b-a66f-6eccb42911b6 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/security-groups?id=0c56348b-bba9-4d09-aa5d-0f8d39be5009&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656101 Jul 20 19:34:18.070047 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-77b27038-7bd7-43bf-bb15-21848fb1f308 req-be16e0c7-2efc-4010-a6cc-31462be2b233 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Deleting port 53beb0fe-5f2d-480b-8bef-611c76c92caf {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:34:18.070558 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-77b27038-7bd7-43bf-bb15-21848fb1f308 req-be16e0c7-2efc-4010-a6cc-31462be2b233 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (53beb0fe-5f2d-480b-8bef-611c76c92caf), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:18.086831 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-137021f7-973d-4dc3-9451-a4180b756093 req-1544fb2e-fab8-42a7-b88a-64060c25a666 service neutron] 10.222.0.96 "GET /v2.0/networks/c252680c-c029-4238-80e1-835b5a8591d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2267578 Jul 20 19:34:18.087061 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a652d-b0c8-4f3c-b9db-d45ffd1164b7 req-8fe55f6a-650e-4505-b2bb-38807ae81d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:18.088404 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6c3a652d-b0c8-4f3c-b9db-d45ffd1164b7 req-8fe55f6a-650e-4505-b2bb-38807ae81d14 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d0032299-b9fa-48f2-97fd-620bc1f7e167 HTTP/1.1" status: 200 len: 857 time: 0.0715330 Jul 20 19:34:18.139679 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:18.160866 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=92,neutron:DELETE=3,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:18.166387 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a652d-b0c8-4f3c-b9db-d45ffd1164b7 req-12c36336-7663-4550-9f18-cc222fd686ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:18.168919 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6c3a652d-b0c8-4f3c-b9db-d45ffd1164b7 req-12c36336-7663-4550-9f18-cc222fd686ef service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0660620 Jul 20 19:34:18.171219 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82db2dd1-63d0-498c-820e-17750d05891b tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for security_group (1fe8c70f-f1d3-409e-85d2-d0253e6625c7), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:18.177407 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82db2dd1-63d0-498c-820e-17750d05891b tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (1fe8c70f-f1d3-409e-85d2-d0253e6625c7), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:18.199475 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:18.235236 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82db2dd1-63d0-498c-820e-17750d05891b tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:18.239050 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-82db2dd1-63d0-498c-820e-17750d05891b tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2492945 Jul 20 19:34:18.239225 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-77b27038-7bd7-43bf-bb15-21848fb1f308 req-be16e0c7-2efc-4010-a6cc-31462be2b233 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] For port 53beb0fe-5f2d-480b-8bef-611c76c92caf, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=53beb0fe-5f2d-480b-8bef-611c76c92caf,segment=NetworkSegment(dc079fa5-26c0-47ea-af55-e7d007fe03ae),segment_id=dc079fa5-26c0-47ea-af55-e7d007fe03ae)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:34:18.239225 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-77b27038-7bd7-43bf-bb15-21848fb1f308 req-be16e0c7-2efc-4010-a6cc-31462be2b233 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (53beb0fe-5f2d-480b-8bef-611c76c92caf), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:18.241631 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 40986) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:18.246235 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-7067f203-003f-4609-87d2-3b9a3c572088 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Request body: {'security_group_rule': {'security_group_id': '1fe8c70f-f1d3-409e-85d2-d0253e6625c7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:34:18.261842 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-77b27038-7bd7-43bf-bb15-21848fb1f308 req-be16e0c7-2efc-4010-a6cc-31462be2b233 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Calling delete_port for 53beb0fe-5f2d-480b-8bef-611c76c92caf owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:34:18.274009 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-137021f7-973d-4dc3-9451-a4180b756093 req-cf38d1e7-6811-45a7-807d-b6e84e769eb0 service neutron] 10.222.0.96 "GET /v2.0/networks/c252680c-c029-4238-80e1-835b5a8591d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713519 Jul 20 19:34:18.279851 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82db2dd1-63d0-498c-820e-17750d05891b tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1fe8c70f-f1d3-409e-85d2-d0253e6625c7,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:18.320227 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7067f203-003f-4609-87d2-3b9a3c572088 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for security_group_rule (73c52fc7-ac22-4c27-94f7-11dfcfac8178), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:18.341423 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6c3a652d-b0c8-4f3c-b9db-d45ffd1164b7 req-7b127817-b573-4f80-9350-8111b3e585cb service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653111 Jul 20 19:34:18.407528 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-77b27038-7bd7-43bf-bb15-21848fb1f308 req-be16e0c7-2efc-4010-a6cc-31462be2b233 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (53beb0fe-5f2d-480b-8bef-611c76c92caf), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:18.436661 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be16e0c7-2efc-4010-a6cc-31462be2b233 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Pushing event deleted for resources: {'Port': ['ID=53beb0fe-5f2d-480b-8bef-611c76c92caf,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:18.446590 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7067f203-003f-4609-87d2-3b9a3c572088 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for security_group_rule (73c52fc7-ac22-4c27-94f7-11dfcfac8178), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:18.453577 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['53beb0fe-5f2d-480b-8bef-611c76c92caf'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:34:18.456287 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7067f203-003f-4609-87d2-3b9a3c572088 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (73c52fc7-ac22-4c27-94f7-11dfcfac8178), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:18.490331 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7067f203-003f-4609-87d2-3b9a3c572088 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73c52fc7-ac22-4c27-94f7-11dfcfac8178,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:18.498085 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7067f203-003f-4609-87d2-3b9a3c572088 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:18.499277 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-7067f203-003f-4609-87d2-3b9a3c572088 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2567289 Jul 20 19:34:18.500030 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-77b27038-7bd7-43bf-bb15-21848fb1f308 req-be16e0c7-2efc-4010-a6cc-31462be2b233 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] No DVR routers for this DVR port 53beb0fe-5f2d-480b-8bef-611c76c92caf on host hv-cinder-85054 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:34:18.502071 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 40988) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:18.502648 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-77b27038-7bd7-43bf-bb15-21848fb1f308 req-be16e0c7-2efc-4010-a6cc-31462be2b233 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:18.505992 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-77b27038-7bd7-43bf-bb15-21848fb1f308 req-be16e0c7-2efc-4010-a6cc-31462be2b233 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.96 "DELETE /v2.0/ports/53beb0fe-5f2d-480b-8bef-611c76c92caf HTTP/1.1" status: 204 len: 173 time: 0.6368840 Jul 20 19:34:18.506522 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-badab161-5113-40eb-b007-36862ab8ca54 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Request body: {'security_group_rule': {'security_group_id': '1fe8c70f-f1d3-409e-85d2-d0253e6625c7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:34:18.513374 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6c3a652d-b0c8-4f3c-b9db-d45ffd1164b7 req-47f1ce27-a3a8-4972-8809-7a6365e3c8db service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1517808 Jul 20 19:34:18.537677 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-badab161-5113-40eb-b007-36862ab8ca54 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for security_group_rule (7c8990c1-066b-4d2f-a2a1-8c027693b34b), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:18.607932 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-badab161-5113-40eb-b007-36862ab8ca54 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for security_group_rule (7c8990c1-066b-4d2f-a2a1-8c027693b34b), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:18.611572 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-badab161-5113-40eb-b007-36862ab8ca54 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (7c8990c1-066b-4d2f-a2a1-8c027693b34b), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:18.633357 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:18.649841 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badab161-5113-40eb-b007-36862ab8ca54 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c8990c1-066b-4d2f-a2a1-8c027693b34b,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:18.679867 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-badab161-5113-40eb-b007-36862ab8ca54 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:18.681082 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-badab161-5113-40eb-b007-36862ab8ca54 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1780674 Jul 20 19:34:18.685014 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 40990) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:18.690118 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-b7941c2a-bdb5-459d-a7a8-8ff01a3a1a52 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Request body: {'floatingip': {'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:34:18.692845 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39249cf0-3c5f-4736-bf58-e49c3f0ba44e req-21de7cf4-929d-4fe2-9663-cd7fcf4e432f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:18.694549 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-39249cf0-3c5f-4736-bf58-e49c3f0ba44e req-21de7cf4-929d-4fe2-9663-cd7fcf4e432f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9c025843a2de49d48c39b40f2261d3bf&device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 1130 time: 0.0580931 Jul 20 19:34:18.697133 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:18.716124 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b7941c2a-bdb5-459d-a7a8-8ff01a3a1a52 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:18.811572 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b7941c2a-bdb5-459d-a7a8-8ff01a3a1a52 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:18.814487 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:18.823359 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39249cf0-3c5f-4736-bf58-e49c3f0ba44e req-7b98ef0b-f87d-4e04-bee9-75e7c655e260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:18.825272 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-39249cf0-3c5f-4736-bf58-e49c3f0ba44e req-7b98ef0b-f87d-4e04-bee9-75e7c655e260 service neutron] 10.222.0.96 "GET /v2.0/networks?id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc HTTP/1.1" status: 200 len: 919 time: 0.1110995 Jul 20 19:34:18.932524 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-b7941c2a-bdb5-459d-a7a8-8ff01a3a1a52 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Allocated IP 172.27.3.5 (0148b93c-d79f-482c-aa55-1b162de4f442/9a6c0e64-8fd5-4336-8a8c-b393c90fda39/4afaa2ee-f861-4032-abac-1a00ac0af49b) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:34:19.037268 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b7941c2a-bdb5-459d-a7a8-8ff01a3a1a52 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for port (4afaa2ee-f861-4032-abac-1a00ac0af49b), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:19.070462 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b7941c2a-bdb5-459d-a7a8-8ff01a3a1a52 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (4afaa2ee-f861-4032-abac-1a00ac0af49b), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:19.115154 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7941c2a-bdb5-459d-a7a8-8ff01a3a1a52 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Network 0148b93c-d79f-482c-aa55-1b162de4f442 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:34:19.122925 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-b7941c2a-bdb5-459d-a7a8-8ff01a3a1a52 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:34:19.126851 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7941c2a-bdb5-459d-a7a8-8ff01a3a1a52 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:34:19.130193 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7941c2a-bdb5-459d-a7a8-8ff01a3a1a52 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Pushing event updated for resources: {'Port': ['ID=4afaa2ee-f861-4032-abac-1a00ac0af49b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:19.186213 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-21ba536e-aec6-44c3-a7e7-7765df6947b6 req-f40139e8-4129-41d3-b77f-6e79efb4eb06 tempest-TestMinimumBasicScenario-2094220601 tempest-TestMinimumBasicScenario-2094220601-project] 10.222.0.79 "GET /v2.0/ports?device_id=534f506f-149d-4ae7-bb63-794c97796305 HTTP/1.1" status: 200 len: 210 time: 0.0344880 Jul 20 19:34:19.231125 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-39249cf0-3c5f-4736-bf58-e49c3f0ba44e req-c61128ab-b7fa-4676-b971-bd5ce320d3bb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35b5da22-b362-4b46-8e92-4a5d8c7ec405 HTTP/1.1" status: 200 len: 1001 time: 0.0768974 Jul 20 19:34:19.264553 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b7941c2a-bdb5-459d-a7a8-8ff01a3a1a52 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for floatingip (9e8fbdb3-cd19-45cd-9b9d-1e2a7001d24a), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:19.278812 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:DELETE=4,neutron:INSERT=4,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:19.304254 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=86,neutron:DELETE=5,neutron:INSERT=7,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:19.312037 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b7941c2a-bdb5-459d-a7a8-8ff01a3a1a52 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (4afaa2ee-f861-4032-abac-1a00ac0af49b), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:19.320226 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39249cf0-3c5f-4736-bf58-e49c3f0ba44e req-4ebe0091-ede3-4b92-bb8e-05f5087680bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:19.321791 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-39249cf0-3c5f-4736-bf58-e49c3f0ba44e req-4ebe0091-ede3-4b92-bb8e-05f5087680bb service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d0032299-b9fa-48f2-97fd-620bc1f7e167 HTTP/1.1" status: 200 len: 857 time: 0.0545511 Jul 20 19:34:19.377001 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39249cf0-3c5f-4736-bf58-e49c3f0ba44e req-71c995ee-c062-47a4-862f-593c80908564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:19.378524 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-39249cf0-3c5f-4736-bf58-e49c3f0ba44e req-71c995ee-c062-47a4-862f-593c80908564 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0431297 Jul 20 19:34:19.427576 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:INSERT=6,neutron:SELECT=91,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:19.475715 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b7941c2a-bdb5-459d-a7a8-8ff01a3a1a52 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for port (4afaa2ee-f861-4032-abac-1a00ac0af49b), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:19.476697 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-39249cf0-3c5f-4736-bf58-e49c3f0ba44e req-d815b283-3830-4724-9193-ce5f003e9175 service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894837 Jul 20 19:34:19.480638 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b7941c2a-bdb5-459d-a7a8-8ff01a3a1a52 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (4afaa2ee-f861-4032-abac-1a00ac0af49b), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:19.555686 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7941c2a-bdb5-459d-a7a8-8ff01a3a1a52 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Pushing event updated for resources: {'Port': ['ID=4afaa2ee-f861-4032-abac-1a00ac0af49b,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:19.571090 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:19.573124 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b7941c2a-bdb5-459d-a7a8-8ff01a3a1a52 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (9e8fbdb3-cd19-45cd-9b9d-1e2a7001d24a), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:19.588167 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-39249cf0-3c5f-4736-bf58-e49c3f0ba44e req-8cd974f6-fd63-434b-bdf1-736d86ce5c7f service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1040649 Jul 20 19:34:19.589395 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b7941c2a-bdb5-459d-a7a8-8ff01a3a1a52 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:19.590600 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-b7941c2a-bdb5-459d-a7a8-8ff01a3a1a52 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.9043546 Jul 20 19:34:19.789372 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-6580c170-dc1c-4ddf-9ffb-c3d9e0992c83 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1901843524&fields=id&tenant_id=02f994a0231b4176b8181d13d58ee9ec HTTP/1.1" status: 200 len: 267 time: 0.0431273 Jul 20 19:34:19.828194 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '534f506f-149d-4ae7-bb63-794c97796305', 'name': 'network-vif-deleted', 'tag': '53beb0fe-5f2d-480b-8bef-611c76c92caf'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:34:19.830303 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5168d427-cbc3-4eb7-87be-a1bbdb4f1ec7" -d '{"events": [{"server_uuid": "534f506f-149d-4ae7-bb63-794c97796305", "name": "network-vif-deleted", "tag": "53beb0fe-5f2d-480b-8bef-611c76c92caf"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:34:19.868156 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:34:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b9ac7f-ed01-4e0b-91d5-68ecc730bd44 x-openstack-request-id: req-61b9ac7f-ed01-4e0b-91d5-68ecc730bd44 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:34:19.868445 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "534f506f-149d-4ae7-bb63-794c97796305", "name": "network-vif-deleted", "tag": "53beb0fe-5f2d-480b-8bef-611c76c92caf", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:34:19.868687 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-61b9ac7f-ed01-4e0b-91d5-68ecc730bd44 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:34:19.869105 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-61b9ac7f-ed01-4e0b-91d5-68ecc730bd44'] response: {'server_uuid': '534f506f-149d-4ae7-bb63-794c97796305', 'name': 'network-vif-deleted', 'tag': '53beb0fe-5f2d-480b-8bef-611c76c92caf', 'status': 'completed', 'code': 200} Jul 20 19:34:19.907365 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-560e4969-98e5-4e70-b11c-0ef76174d088 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:19.908801 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-560e4969-98e5-4e70-b11c-0ef76174d088 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/networks?id=1f233501-5abf-42f7-9923-d5c098fbf3c6 HTTP/1.1" status: 200 len: 811 time: 0.1128016 Jul 20 19:34:19.923885 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-c8cf169c-0a5f-4ff6-bde8-15f267c76a52 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/quotas/02f994a0231b4176b8181d13d58ee9ec HTTP/1.1" status: 200 len: 375 time: 0.0094843 Jul 20 19:34:19.972269 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-0bb74c6b-d974-4a38-8f73-bfa7a4559e71 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=02f994a0231b4176b8181d13d58ee9ec&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0434635 Jul 20 19:34:20.067642 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-271d9d1c-949a-4bd4-9a08-752e64a17d23 service neutron] 10.222.0.79 "GET /v2.0/networks/1f233501-5abf-42f7-9923-d5c098fbf3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837443 Jul 20 19:34:20.160432 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-8d7ef33c-8a97-4ed7-b386-79d507bc790c service neutron] 10.222.0.79 "GET /v2.0/networks/1f233501-5abf-42f7-9923-d5c098fbf3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870688 Jul 20 19:34:20.337871 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-36610032-ff72-4e20-8052-01ca3a2e5421 req-f9b18a7f-b323-4af9-9bbc-0ba51976a020 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=324db5cc-5507-42f6-8814-856da9645d90 HTTP/1.1" status: 200 len: 210 time: 0.0305338 Jul 20 19:34:20.913541 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 41064) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:20.971535 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:21.118965 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:21.278443 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 53beb0fe-5f2d-480b-8bef-611c76c92caf no longer exists at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:34:21.298743 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] No Port match for: 53beb0fe-5f2d-480b-8bef-611c76c92caf {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:34:21.299096 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 53beb0fe-5f2d-480b-8bef-611c76c92caf not bound to the agent host hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:34:21.304387 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-56b34b78-373a-44c6-bf76-5f6afb0a63ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712453'] for router_interface (4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:21.384372 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:21.488169 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-72dbe1c8-4073-4efc-b506-b23a25d4cbe4 req-60741ee3-ff53-4d7b-9e8e-66b47b06a690 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=324db5cc-5507-42f6-8814-856da9645d90 HTTP/1.1" status: 200 len: 210 time: 0.0602424 Jul 20 19:34:21.557421 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-e652fdca-fb66-44c6-8d24-e0f5e43e5bc4 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:21.559602 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-e652fdca-fb66-44c6-8d24-e0f5e43e5bc4 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.96 "GET /v2.0/networks?id=1f233501-5abf-42f7-9923-d5c098fbf3c6 HTTP/1.1" status: 200 len: 811 time: 0.1324914 Jul 20 19:34:21.644489 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-b64b4d9e-5447-47e9-b8a1-7f7b5859b60b tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=02f994a0231b4176b8181d13d58ee9ec HTTP/1.1" status: 200 len: 380 time: 0.0580969 Jul 20 19:34:21.763391 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-df0b1f4e-6faf-4a4f-8946-1e4270dae959 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Request body: {'port': {'device_id': '324db5cc-5507-42f6-8814-856da9645d90', 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'admin_state_up': True, 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'security_groups': ['1fe8c70f-f1d3-409e-85d2-d0253e6625c7']}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:34:21.877208 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-df0b1f4e-6faf-4a4f-8946-1e4270dae959 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Made reservation on behalf of 02f994a0231b4176b8181d13d58ee9ec for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:34:21.880748 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-df0b1f4e-6faf-4a4f-8946-1e4270dae959 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:21.888277 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-56b34b78-373a-44c6-bf76-5f6afb0a63ed admin admin] Deleting port 0efe0c4c-97b8-449d-ab8e-3cc7413d7984 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:34:21.888617 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-56b34b78-373a-44c6-bf76-5f6afb0a63ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (0efe0c4c-97b8-449d-ab8e-3cc7413d7984), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:21.970421 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-56b34b78-373a-44c6-bf76-5f6afb0a63ed admin admin] For port 0efe0c4c-97b8-449d-ab8e-3cc7413d7984, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=0efe0c4c-97b8-449d-ab8e-3cc7413d7984,segment=NetworkSegment(dc079fa5-26c0-47ea-af55-e7d007fe03ae),segment_id=dc079fa5-26c0-47ea-af55-e7d007fe03ae)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:34:21.970785 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-56b34b78-373a-44c6-bf76-5f6afb0a63ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (0efe0c4c-97b8-449d-ab8e-3cc7413d7984), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:21.986600 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-56b34b78-373a-44c6-bf76-5f6afb0a63ed admin admin] Calling delete_port for 0efe0c4c-97b8-449d-ab8e-3cc7413d7984 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:34:22.011872 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-df0b1f4e-6faf-4a4f-8946-1e4270dae959 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Allocated IP 172.20.0.3 (1f233501-5abf-42f7-9923-d5c098fbf3c6/08142ecb-a299-44b2-8261-d97f0c41a1df/e7b6841e-bfd1-409d-8c32-4732c85f1421) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:34:22.158859 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-df0b1f4e-6faf-4a4f-8946-1e4270dae959 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for port (e7b6841e-bfd1-409d-8c32-4732c85f1421), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:22.171183 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-56b34b78-373a-44c6-bf76-5f6afb0a63ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (0efe0c4c-97b8-449d-ab8e-3cc7413d7984), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:22.192243 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-df0b1f4e-6faf-4a4f-8946-1e4270dae959 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (e7b6841e-bfd1-409d-8c32-4732c85f1421), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:22.196771 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b34b78-373a-44c6-bf76-5f6afb0a63ed admin admin] Pushing event deleted for resources: {'Port': ['ID=0efe0c4c-97b8-449d-ab8e-3cc7413d7984,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:22.246334 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-df0b1f4e-6faf-4a4f-8946-1e4270dae959 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Network 1f233501-5abf-42f7-9923-d5c098fbf3c6 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:34:22.252075 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-df0b1f4e-6faf-4a4f-8946-1e4270dae959 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:34:22.254219 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0b1f4e-6faf-4a4f-8946-1e4270dae959 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Pushing event updated for resources: {'Port': ['ID=e7b6841e-bfd1-409d-8c32-4732c85f1421,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:22.256319 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-df0b1f4e-6faf-4a4f-8946-1e4270dae959 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:34:22.278685 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:22.310140 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-df0b1f4e-6faf-4a4f-8946-1e4270dae959 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:22.310436 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-df0b1f4e-6faf-4a4f-8946-1e4270dae959 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:22.328354 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-df0b1f4e-6faf-4a4f-8946-1e4270dae959 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5728929 Jul 20 19:34:22.357664 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-ce215abd-e95b-4e68-ab89-45c3ad2a1303 service neutron] Request body: {'port': {'device_id': '324db5cc-5507-42f6-8814-856da9645d90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85054'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:34:22.360430 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=90,neutron:INSERT=7,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:22.378816 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-56b34b78-373a-44c6-bf76-5f6afb0a63ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2037749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712593'] for router_interface (4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:22.434868 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-ce215abd-e95b-4e68-ab89-45c3ad2a1303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (e7b6841e-bfd1-409d-8c32-4732c85f1421), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:22.485433 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:22.631578 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-93f4955a-89aa-48fc-89ef-ebba12a09d0f None None] Provisioning complete for port e7b6841e-bfd1-409d-8c32-4732c85f1421 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:34:22.632221 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-93f4955a-89aa-48fc-89ef-ebba12a09d0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (e7b6841e-bfd1-409d-8c32-4732c85f1421), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:22.643813 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:22.657637 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=5,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:22.658934 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59826856-9714-460b-80a8-d25fcf86a823 req-0e884dd5-c8f9-4ea0-8da6-b79313af064c tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:22.660319 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=84,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:22.660549 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-59826856-9714-460b-80a8-d25fcf86a823 req-0e884dd5-c8f9-4ea0-8da6-b79313af064c tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=324db5cc-5507-42f6-8814-856da9645d90 HTTP/1.1" status: 200 len: 931 time: 0.0953920 Jul 20 19:34:22.682697 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-93f4955a-89aa-48fc-89ef-ebba12a09d0f None None] Port e7b6841e-bfd1-409d-8c32-4732c85f1421 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:34:22.700429 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56b34b78-373a-44c6-bf76-5f6afb0a63ed admin admin] Router 4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:34:22.732756 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-59826856-9714-460b-80a8-d25fcf86a823 req-48d1d006-9813-41e4-bd3d-24f2f68ac2ac tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=1fe8c70f-f1d3-409e-85d2-d0253e6625c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0657756 Jul 20 19:34:22.737150 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-ce215abd-e95b-4e68-ab89-45c3ad2a1303 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7b6841e-bfd1-409d-8c32-4732c85f1421 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:34:22.746037 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-ce215abd-e95b-4e68-ab89-45c3ad2a1303 service neutron] Publish callbacks [] for port (e7b6841e-bfd1-409d-8c32-4732c85f1421), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:22.759173 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-ce215abd-e95b-4e68-ab89-45c3ad2a1303 service neutron] Transition to ACTIVE for port object e7b6841e-bfd1-409d-8c32-4732c85f1421 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:34:22.764123 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-ce215abd-e95b-4e68-ab89-45c3ad2a1303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525612'] for port (e7b6841e-bfd1-409d-8c32-4732c85f1421), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:22.815123 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce215abd-e95b-4e68-ab89-45c3ad2a1303 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b6841e-bfd1-409d-8c32-4732c85f1421,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:22.836513 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56b34b78-373a-44c6-bf76-5f6afb0a63ed admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:34:22.845575 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-56b34b78-373a-44c6-bf76-5f6afb0a63ed admin admin] 10.222.0.79 "PUT /v2.0/routers/4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9281046 Jul 20 19:34:22.848270 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa10365a-0ce3-487c-9186-3818afd5f8b5 None None] Sync routers for ids ['4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'] in dv-cinder-850548-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:34:22.849662 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 41076) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:22.861711 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa10365a-0ce3-487c-9186-3818afd5f8b5 None None] Routers {'4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:34:22.862442 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-fa10365a-0ce3-487c-9186-3818afd5f8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:34:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:22.904702 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-ce215abd-e95b-4e68-ab89-45c3ad2a1303 service neutron] Attempting to bind port e7b6841e-bfd1-409d-8c32-4732c85f1421 on host hv-cinder-85054 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:34:22.905094 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-ce215abd-e95b-4e68-ab89-45c3ad2a1303 service neutron] Attempting to bind port e7b6841e-bfd1-409d-8c32-4732c85f1421 by drivers openvswitch,hyperv on host hv-cinder-85054 at level 0 using segments [{'id': 'afd2cd19-bdf1-4210-8214-74dd85035192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:34:22.905423 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-ce215abd-e95b-4e68-ab89-45c3ad2a1303 service neutron] Attempting to bind port e7b6841e-bfd1-409d-8c32-4732c85f1421 on network 1f233501-5abf-42f7-9923-d5c098fbf3c6 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:34:22.910604 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-ce215abd-e95b-4e68-ab89-45c3ad2a1303 service neutron] Port e7b6841e-bfd1-409d-8c32-4732c85f1421 on network 1f233501-5abf-42f7-9923-d5c098fbf3c6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85054 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:34:22.910935 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-ce215abd-e95b-4e68-ab89-45c3ad2a1303 service neutron] Attempting to bind port e7b6841e-bfd1-409d-8c32-4732c85f1421 on network 1f233501-5abf-42f7-9923-d5c098fbf3c6 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:34:22.916460 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-ce215abd-e95b-4e68-ab89-45c3ad2a1303 service neutron] Checking agent: {'id': 'e6883320-19dd-4a2d-8302-97f8dd23b041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85054', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'started_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 34, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:34:22.916792 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-ce215abd-e95b-4e68-ab89-45c3ad2a1303 service neutron] Checking segment: {'id': 'afd2cd19-bdf1-4210-8214-74dd85035192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:34:22.918247 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-ce215abd-e95b-4e68-ab89-45c3ad2a1303 service neutron] Bound using segment: {'id': 'afd2cd19-bdf1-4210-8214-74dd85035192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:34:22.918685 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-ce215abd-e95b-4e68-ab89-45c3ad2a1303 service neutron] Bound port: e7b6841e-bfd1-409d-8c32-4732c85f1421, host: hv-cinder-85054, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afd2cd19-bdf1-4210-8214-74dd85035192', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 992, 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:34:22.919040 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-ce215abd-e95b-4e68-ab89-45c3ad2a1303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (e7b6841e-bfd1-409d-8c32-4732c85f1421), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:22.979448 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af38c24d-8a76-4e78-be5d-47aaa677cde8 admin admin] Publish callbacks [] for router (4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:23.003776 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-ce215abd-e95b-4e68-ab89-45c3ad2a1303 service neutron] For port e7b6841e-bfd1-409d-8c32-4732c85f1421, host hv-cinder-85054, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:34:23.007574 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-ce215abd-e95b-4e68-ab89-45c3ad2a1303 service neutron] For port e7b6841e-bfd1-409d-8c32-4732c85f1421, host hv-cinder-85054, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=e7b6841e-bfd1-409d-8c32-4732c85f1421,segment=NetworkSegment(afd2cd19-bdf1-4210-8214-74dd85035192),segment_id=afd2cd19-bdf1-4210-8214-74dd85035192)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:34:23.018206 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-ce215abd-e95b-4e68-ab89-45c3ad2a1303 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525612'] for port (e7b6841e-bfd1-409d-8c32-4732c85f1421), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:23.037189 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-fa10365a-0ce3-487c-9186-3818afd5f8b5 None None] Set router 4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:34:23.064431 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-ce215abd-e95b-4e68-ab89-45c3ad2a1303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:23.065037 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-ce215abd-e95b-4e68-ab89-45c3ad2a1303 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:23.066523 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-ce215abd-e95b-4e68-ab89-45c3ad2a1303 service neutron] 10.222.0.96 "PUT /v2.0/ports/e7b6841e-bfd1-409d-8c32-4732c85f1421 HTTP/1.1" status: 200 len: 1093 time: 0.7155941 Jul 20 19:34:23.067017 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324db5cc-5507-42f6-8814-856da9645d90', 'tag': 'e7b6841e-bfd1-409d-8c32-4732c85f1421'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:34:23.069522 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9cd79ebd3f805e6a7478220ee26c4e1921248cfe9318229c3fb3c09e22ed3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8b19f0e-bfb2-4f8b-b660-caabf6f8a4b2" -d '{"events": [{"name": "network-changed", "server_uuid": "324db5cc-5507-42f6-8814-856da9645d90", "tag": "e7b6841e-bfd1-409d-8c32-4732c85f1421"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:34:23.108471 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce215abd-e95b-4e68-ab89-45c3ad2a1303 service neutron] Pushing event updated for resources: {'Port': ['ID=e7b6841e-bfd1-409d-8c32-4732c85f1421,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:23.131590 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af38c24d-8a76-4e78-be5d-47aaa677cde8 admin admin] Publish callbacks [] for router_gateway (4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:23.178523 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-771cc5fc-bb87-429a-ae8d-4110603dc474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:23.180508 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-771cc5fc-bb87-429a-ae8d-4110603dc474 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=02f994a0231b4176b8181d13d58ee9ec&device_id=324db5cc-5507-42f6-8814-856da9645d90 HTTP/1.1" status: 200 len: 1127 time: 0.0506339 Jul 20 19:34:23.182520 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee4bd339-9eaf-45e8-818e-d638d28a2a81 x-openstack-request-id: req-ee4bd339-9eaf-45e8-818e-d638d28a2a81 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:34:23.183001 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324db5cc-5507-42f6-8814-856da9645d90", "tag": "e7b6841e-bfd1-409d-8c32-4732c85f1421", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:34:23.183262 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-ee4bd339-9eaf-45e8-818e-d638d28a2a81 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:34:23.183658 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ee4bd339-9eaf-45e8-818e-d638d28a2a81'] response: {'name': 'network-changed', 'server_uuid': '324db5cc-5507-42f6-8814-856da9645d90', 'tag': 'e7b6841e-bfd1-409d-8c32-4732c85f1421', 'status': 'completed', 'code': 200} Jul 20 19:34:23.191267 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-af38c24d-8a76-4e78-be5d-47aaa677cde8 admin admin] Deleting port a54fbcb2-3aeb-4423-86c2-24b36af058a0 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:34:23.191611 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af38c24d-8a76-4e78-be5d-47aaa677cde8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (a54fbcb2-3aeb-4423-86c2-24b36af058a0), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:23.248411 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-13d0a307-cb20-4c31-beb9-0ffd20fe7f62 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7b6841e-bfd1-409d-8c32-4732c85f1421 HTTP/1.1" status: 200 len: 217 time: 0.0461006 Jul 20 19:34:23.272346 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-fa10365a-0ce3-487c-9186-3818afd5f8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'name': 'tempest-TestMinimumBasicScenario-283060662-router', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.83'}], 'enable_snat': True}, 'gw_port_id': 'a54fbcb2-3aeb-4423-86c2-24b36af058a0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:29:59Z', 'updated_at': '2022-07-20T19:34:22Z', 'revision_number': 5, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'gw_port': {'id': 'a54fbcb2-3aeb-4423-86c2-24b36af058a0', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:db:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 382, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:29:59Z', 'updated_at': '2022-07-20T19:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:23.294231 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-af38c24d-8a76-4e78-be5d-47aaa677cde8 admin admin] For port a54fbcb2-3aeb-4423-86c2-24b36af058a0, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=a54fbcb2-3aeb-4423-86c2-24b36af058a0,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:34:23.294605 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af38c24d-8a76-4e78-be5d-47aaa677cde8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (a54fbcb2-3aeb-4423-86c2-24b36af058a0), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:23.306456 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:23.308313 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa10365a-0ce3-487c-9186-3818afd5f8b5 None None] Checking router: 4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df for host: dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:34:23.313495 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-af38c24d-8a76-4e78-be5d-47aaa677cde8 admin admin] Calling delete_port for a54fbcb2-3aeb-4423-86c2-24b36af058a0 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:34:23.316139 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-8d3704ac-6e96-460d-9d0a-bf6644b24fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:23.318333 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-8d3704ac-6e96-460d-9d0a-bf6644b24fa2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=08142ecb-a299-44b2-8261-d97f0c41a1df HTTP/1.1" status: 200 len: 850 time: 0.0601521 Jul 20 19:34:23.321621 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa10365a-0ce3-487c-9186-3818afd5f8b5 None None] Routers {'4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:34:23.322248 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-fa10365a-0ce3-487c-9186-3818afd5f8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:34:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:23.369678 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-4d41b892-9d1b-4e94-a99a-dc16bed8d440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:23.371784 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-4d41b892-9d1b-4e94-a99a-dc16bed8d440 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1f233501-5abf-42f7-9923-d5c098fbf3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441658 Jul 20 19:34:23.417333 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-fa10365a-0ce3-487c-9186-3818afd5f8b5 None None] Set router 4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:34:23.474764 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-fa10365a-0ce3-487c-9186-3818afd5f8b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'name': 'tempest-TestMinimumBasicScenario-283060662-router', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:29:59Z', 'updated_at': '2022-07-20T19:34:23Z', 'revision_number': 6, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'gw_port_host': None}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:23.474994 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-f570fa4d-3e2c-4b16-b233-bfaff7326a30 service neutron] 10.222.0.96 "GET /v2.0/networks/1f233501-5abf-42f7-9923-d5c098fbf3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951777 Jul 20 19:34:23.479499 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:23.500696 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af38c24d-8a76-4e78-be5d-47aaa677cde8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (a54fbcb2-3aeb-4423-86c2-24b36af058a0), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:23.502817 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa10365a-0ce3-487c-9186-3818afd5f8b5 None None] The sync data for ids ['4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df'] in dv-cinder-850548-1-iscsi is: [{'id': '4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df', 'name': 'tempest-TestMinimumBasicScenario-283060662-router', 'tenant_id': '91e1220a765f41e88d4e3480b9a7a687', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:29:59Z', 'updated_at': '2022-07-20T19:34:23Z', 'revision_number': 6, 'project_id': '91e1220a765f41e88d4e3480b9a7a687', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:34:23.527427 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38c24d-8a76-4e78-be5d-47aaa677cde8 admin admin] Pushing event deleted for resources: {'Port': ['ID=a54fbcb2-3aeb-4423-86c2-24b36af058a0,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:23.571960 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:23.588639 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-8987ee44-e209-494e-b278-9c3c51b055b1 req-d85193de-9179-4a7e-9802-3b0cfd53662d service neutron] 10.222.0.96 "GET /v2.0/networks/1f233501-5abf-42f7-9923-d5c098fbf3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062846 Jul 20 19:34:23.594901 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af38c24d-8a76-4e78-be5d-47aaa677cde8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1823180'] for router_gateway (4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:23.685079 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af38c24d-8a76-4e78-be5d-47aaa677cde8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1715651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3463'] for router (4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:23.687329 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af38c24d-8a76-4e78-be5d-47aaa677cde8 admin admin] Publish callbacks [] for router_controller (4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:23.688629 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:23.735243 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af38c24d-8a76-4e78-be5d-47aaa677cde8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715575'] for router (4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:23.735817 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af38c24d-8a76-4e78-be5d-47aaa677cde8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 19:34:23.740935 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-af38c24d-8a76-4e78-be5d-47aaa677cde8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:23.741896 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-af38c24d-8a76-4e78-be5d-47aaa677cde8 admin admin] 10.222.0.79 "DELETE /v2.0/routers/4aafaad0-1459-4dfe-b40b-b5bd1e8cf4df HTTP/1.1" status: 204 len: 168 time: 0.8908608 Jul 20 19:34:23.744397 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 41080) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:23.790398 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-292398b4-3499-40d8-b40d-44f823dfe71c admin admin] Deleting subnet 862e9adf-bfc6-4261-9460-41a6c56342df {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:34:23.794215 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-292398b4-3499-40d8-b40d-44f823dfe71c admin admin] Publish callbacks [] for subnet (862e9adf-bfc6-4261-9460-41a6c56342df), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:23.867952 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-292398b4-3499-40d8-b40d-44f823dfe71c admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300273'] for subnet (862e9adf-bfc6-4261-9460-41a6c56342df), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:23.876504 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8658ad2-f924-4736-99f4-5e7e00ccc53e req-00c92bed-ccb4-4618-80af-8ff9109f017f tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:23.878068 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d8658ad2-f924-4736-99f4-5e7e00ccc53e req-00c92bed-ccb4-4618-80af-8ff9109f017f tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=324db5cc-5507-42f6-8814-856da9645d90 HTTP/1.1" status: 200 len: 943 time: 0.0642314 Jul 20 19:34:23.980581 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d8658ad2-f924-4736-99f4-5e7e00ccc53e req-7fa0cdc7-73f1-4d8f-afa0-2a43a74ba083 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=1fe8c70f-f1d3-409e-85d2-d0253e6625c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838485 Jul 20 19:34:23.996590 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-292398b4-3499-40d8-b40d-44f823dfe71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742266'] for subnet (862e9adf-bfc6-4261-9460-41a6c56342df), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:24.054418 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-292398b4-3499-40d8-b40d-44f823dfe71c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3300280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26201617'] for subnet (862e9adf-bfc6-4261-9460-41a6c56342df), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:24.083985 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292398b4-3499-40d8-b40d-44f823dfe71c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=862e9adf-bfc6-4261-9460-41a6c56342df,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:24.088867 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-292398b4-3499-40d8-b40d-44f823dfe71c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:24.093198 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-292398b4-3499-40d8-b40d-44f823dfe71c admin admin] 10.222.0.79 "DELETE /v2.0/subnets/862e9adf-bfc6-4261-9460-41a6c56342df HTTP/1.1" status: 204 len: 168 time: 0.3476434 Jul 20 19:34:24.095025 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a908a2d8-6043-48b3-ab86-84b0e3257d35 None None] Network 1e189f3c-62d8-4a6b-a167-08b9a7c92e37 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:34:24.095637 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 41084) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:24.166124 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e02b70d3-223d-467d-8549-f6157aac03cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636708'] for network (1e189f3c-62d8-4a6b-a167-08b9a7c92e37), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:24.212913 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e02b70d3-223d-467d-8549-f6157aac03cb admin admin] Deleting port 585e95c5-b31c-4997-ba45-937f8f39b723 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:34:24.212913 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e02b70d3-223d-467d-8549-f6157aac03cb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (585e95c5-b31c-4997-ba45-937f8f39b723), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:24.257136 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320a5354-8243-4d02-b75a-020150c3816d None None] DHCP port deletion for 1e189f3c-62d8-4a6b-a167-08b9a7c92e37 request from dv-cinder-850548-1-iscsi {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 19:34:24.284459 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-e02b70d3-223d-467d-8549-f6157aac03cb admin admin] For port 585e95c5-b31c-4997-ba45-937f8f39b723, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=585e95c5-b31c-4997-ba45-937f8f39b723,segment=NetworkSegment(dc079fa5-26c0-47ea-af55-e7d007fe03ae),segment_id=dc079fa5-26c0-47ea-af55-e7d007fe03ae)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:34:24.284824 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e02b70d3-223d-467d-8549-f6157aac03cb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (585e95c5-b31c-4997-ba45-937f8f39b723), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:24.296154 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-320a5354-8243-4d02-b75a-020150c3816d None None] Deleting port 585e95c5-b31c-4997-ba45-937f8f39b723 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:34:24.296527 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-320a5354-8243-4d02-b75a-020150c3816d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (585e95c5-b31c-4997-ba45-937f8f39b723), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:24.298757 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-e02b70d3-223d-467d-8549-f6157aac03cb admin admin] Calling delete_port for 585e95c5-b31c-4997-ba45-937f8f39b723 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:34:24.363295 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-320a5354-8243-4d02-b75a-020150c3816d None None] For port 585e95c5-b31c-4997-ba45-937f8f39b723, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=585e95c5-b31c-4997-ba45-937f8f39b723,segment=NetworkSegment(dc079fa5-26c0-47ea-af55-e7d007fe03ae),segment_id=dc079fa5-26c0-47ea-af55-e7d007fe03ae)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:34:24.363692 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-320a5354-8243-4d02-b75a-020150c3816d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (585e95c5-b31c-4997-ba45-937f8f39b723), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:24.377084 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-320a5354-8243-4d02-b75a-020150c3816d None None] Calling delete_port for 585e95c5-b31c-4997-ba45-937f8f39b723 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:34:24.383439 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e02b70d3-223d-467d-8549-f6157aac03cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (585e95c5-b31c-4997-ba45-937f8f39b723), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:24.414849 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b70d3-223d-467d-8549-f6157aac03cb admin admin] Pushing event deleted for resources: {'Port': ['ID=585e95c5-b31c-4997-ba45-937f8f39b723,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:24.416718 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e02b70d3-223d-467d-8549-f6157aac03cb admin admin] No DVR routers for this DVR port 585e95c5-b31c-4997-ba45-937f8f39b723 on host dv-cinder-850548-1-iscsi {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:34:24.454442 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=89,neutron:DELETE=8,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:24.498939 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e02b70d3-223d-467d-8549-f6157aac03cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-742656', 'neutron.services.segments.db._delete_segments_for_network-8773866507587'] for network (1e189f3c-62d8-4a6b-a167-08b9a7c92e37), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:24.525571 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-e02b70d3-223d-467d-8549-f6157aac03cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e189f3c-62d8-4a6b-a167-08b9a7c92e37']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:24.535946 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-e02b70d3-223d-467d-8549-f6157aac03cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc079fa5-26c0-47ea-af55-e7d007fe03ae') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:24.536240 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-e02b70d3-223d-467d-8549-f6157aac03cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc079fa5-26c0-47ea-af55-e7d007fe03ae') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:24.548035 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e02b70d3-223d-467d-8549-f6157aac03cb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773866508876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300262'] for segment (dc079fa5-26c0-47ea-af55-e7d007fe03ae), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:24.563936 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e02b70d3-223d-467d-8549-f6157aac03cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (dc079fa5-26c0-47ea-af55-e7d007fe03ae), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:24.570361 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e02b70d3-223d-467d-8549-f6157aac03cb admin admin] Releasing vlan 965 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:34:24.570774 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e02b70d3-223d-467d-8549-f6157aac03cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299354'] for segment (dc079fa5-26c0-47ea-af55-e7d007fe03ae), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:24.601038 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-320a5354-8243-4d02-b75a-020150c3816d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741'] for port (585e95c5-b31c-4997-ba45-937f8f39b723), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:24.631030 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320a5354-8243-4d02-b75a-020150c3816d None None] Pushing event deleted for resources: {'Port': ['ID=585e95c5-b31c-4997-ba45-937f8f39b723,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:24.637919 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:24.638881 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320a5354-8243-4d02-b75a-020150c3816d None None] No DVR routers for this DVR port 585e95c5-b31c-4997-ba45-937f8f39b723 on host dv-cinder-850548-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:34:24.651662 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e02b70d3-223d-467d-8549-f6157aac03cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1823185'] for network (1e189f3c-62d8-4a6b-a167-08b9a7c92e37), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:24.658036 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e02b70d3-223d-467d-8549-f6157aac03cb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:24.661360 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-e02b70d3-223d-467d-8549-f6157aac03cb admin admin] 10.222.0.79 "DELETE /v2.0/networks/1e189f3c-62d8-4a6b-a167-08b9a7c92e37 HTTP/1.1" status: 204 len: 168 time: 0.5647888 Jul 20 19:34:24.664622 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 41090) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:24.680873 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02b70d3-223d-467d-8549-f6157aac03cb admin admin] Pushing event deleted for resources: {'Network': ['ID=1e189f3c-62d8-4a6b-a167-08b9a7c92e37,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:24.729269 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.services.segments.plugin [-] Segment dc079fa5-26c0-47ea-af55-e7d007fe03ae resource provider aggregate not found Jul 20 19:34:24.767876 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.services.segments.plugin [-] Segment dc079fa5-26c0-47ea-af55-e7d007fe03ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid dc079fa5-26c0-47ea-af55-e7d007fe03ae found for delete ", "request_id": "req-42d83c28-7513-45cc-a184-c9fced71a11d"}]} Jul 20 19:34:24.790528 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b19f0e-bfb2-4f8b-b660-caabf6f8a4b2 req-79f56889-9c65-4690-b26c-6b4757593e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:24.792216 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-a8b19f0e-bfb2-4f8b-b660-caabf6f8a4b2 req-79f56889-9c65-4690-b26c-6b4757593e22 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=02f994a0231b4176b8181d13d58ee9ec&device_id=324db5cc-5507-42f6-8814-856da9645d90 HTTP/1.1" status: 200 len: 1127 time: 0.0413435 Jul 20 19:34:24.897954 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b19f0e-bfb2-4f8b-b660-caabf6f8a4b2 req-a731ca81-92e6-4bf7-bfd7-02133d804046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:24.899712 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-a8b19f0e-bfb2-4f8b-b660-caabf6f8a4b2 req-a731ca81-92e6-4bf7-bfd7-02133d804046 service neutron] 10.222.0.96 "GET /v2.0/networks?id=1f233501-5abf-42f7-9923-d5c098fbf3c6 HTTP/1.1" status: 200 len: 912 time: 0.0945375 Jul 20 19:34:24.941923 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-a8b19f0e-bfb2-4f8b-b660-caabf6f8a4b2 req-ddc4c691-1381-4b03-9b09-7bbbbcd0ca55 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7b6841e-bfd1-409d-8c32-4732c85f1421 HTTP/1.1" status: 200 len: 217 time: 0.0336652 Jul 20 19:34:24.946573 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 0efe0c4c-97b8-449d-ab8e-3cc7413d7984 no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:34:24.967079 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: 0efe0c4c-97b8-449d-ab8e-3cc7413d7984 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:34:24.967593 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 0efe0c4c-97b8-449d-ab8e-3cc7413d7984 not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:34:24.968108 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device a54fbcb2-3aeb-4423-86c2-24b36af058a0 no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:34:24.986320 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: a54fbcb2-3aeb-4423-86c2-24b36af058a0 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:34:24.986816 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device a54fbcb2-3aeb-4423-86c2-24b36af058a0 not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:34:24.987322 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 585e95c5-b31c-4997-ba45-937f8f39b723 no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:34:25.000577 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b19f0e-bfb2-4f8b-b660-caabf6f8a4b2 req-b5d08608-c514-4ff6-82f3-1ee0c802e9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:25.002093 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-a8b19f0e-bfb2-4f8b-b660-caabf6f8a4b2 req-b5d08608-c514-4ff6-82f3-1ee0c802e9de service neutron] 10.222.0.96 "GET /v2.0/subnets?id=08142ecb-a299-44b2-8261-d97f0c41a1df HTTP/1.1" status: 200 len: 850 time: 0.0503223 Jul 20 19:34:25.010371 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: 585e95c5-b31c-4997-ba45-937f8f39b723 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:34:25.011808 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 585e95c5-b31c-4997-ba45-937f8f39b723 not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:34:25.019277 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-689a1ca2-faf8-4bc7-bdca-429c1a171d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712453'] for router_interface (c09b6b60-c260-40c3-b3be-c9f7dea00fef), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:25.053167 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b19f0e-bfb2-4f8b-b660-caabf6f8a4b2 req-5cced688-6d81-42e5-8ca8-39ebc75d519a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:25.055645 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-a8b19f0e-bfb2-4f8b-b660-caabf6f8a4b2 req-5cced688-6d81-42e5-8ca8-39ebc75d519a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1f233501-5abf-42f7-9923-d5c098fbf3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453324 Jul 20 19:34:25.155192 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-a8b19f0e-bfb2-4f8b-b660-caabf6f8a4b2 req-9dd3b8e8-efc7-4a61-bc62-78f262eaee63 service neutron] 10.222.0.96 "GET /v2.0/networks/1f233501-5abf-42f7-9923-d5c098fbf3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905862 Jul 20 19:34:25.156724 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ca7a61-ee70-490f-9fb5-ba806e09bdea req-2c66bce0-7d1e-4bf7-9019-b1d74cee0114 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:25.158206 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f5ca7a61-ee70-490f-9fb5-ba806e09bdea req-2c66bce0-7d1e-4bf7-9019-b1d74cee0114 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=324db5cc-5507-42f6-8814-856da9645d90 HTTP/1.1" status: 200 len: 943 time: 0.0863934 Jul 20 19:34:25.277978 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-a8b19f0e-bfb2-4f8b-b660-caabf6f8a4b2 req-84bc39e6-c410-476e-a5eb-71fe45265880 service neutron] 10.222.0.96 "GET /v2.0/networks/1f233501-5abf-42f7-9923-d5c098fbf3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161566 Jul 20 19:34:25.283763 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f5ca7a61-ee70-490f-9fb5-ba806e09bdea req-5de42106-b0df-4dc8-83a7-fcf179a5629e tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=1fe8c70f-f1d3-409e-85d2-d0253e6625c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191032 Jul 20 19:34:25.371259 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-689a1ca2-faf8-4bc7-bdca-429c1a171d71 admin admin] Deleting port 2add0fb9-9288-405f-bb4d-40d72eeb5f7d {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:34:25.371599 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-689a1ca2-faf8-4bc7-bdca-429c1a171d71 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (2add0fb9-9288-405f-bb4d-40d72eeb5f7d), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:25.429331 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:25.451540 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-689a1ca2-faf8-4bc7-bdca-429c1a171d71 admin admin] For port 2add0fb9-9288-405f-bb4d-40d72eeb5f7d, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=2add0fb9-9288-405f-bb4d-40d72eeb5f7d,segment=NetworkSegment(c511ac97-bf7e-4434-ac13-7aff2c89c230),segment_id=c511ac97-bf7e-4434-ac13-7aff2c89c230)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:34:25.451904 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-689a1ca2-faf8-4bc7-bdca-429c1a171d71 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (2add0fb9-9288-405f-bb4d-40d72eeb5f7d), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:25.465548 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-689a1ca2-faf8-4bc7-bdca-429c1a171d71 admin admin] Calling delete_port for 2add0fb9-9288-405f-bb4d-40d72eeb5f7d owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:34:25.637468 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:25.663520 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-689a1ca2-faf8-4bc7-bdca-429c1a171d71 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (2add0fb9-9288-405f-bb4d-40d72eeb5f7d), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:25.693367 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689a1ca2-faf8-4bc7-bdca-429c1a171d71 admin admin] Pushing event deleted for resources: {'Port': ['ID=2add0fb9-9288-405f-bb4d-40d72eeb5f7d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:26.101744 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-689a1ca2-faf8-4bc7-bdca-429c1a171d71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2037749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712593'] for router_interface (c09b6b60-c260-40c3-b3be-c9f7dea00fef), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:26.308364 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-689a1ca2-faf8-4bc7-bdca-429c1a171d71 admin admin] Router c09b6b60-c260-40c3-b3be-c9f7dea00fef has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:34:26.451140 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e52c42-82b3-4be5-bef4-1e4df3bbc2b4 req-c35b834b-04ea-4c5d-b6aa-48d7e7c639a2 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:26.452508 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d6e52c42-82b3-4be5-bef4-1e4df3bbc2b4 req-c35b834b-04ea-4c5d-b6aa-48d7e7c639a2 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=324db5cc-5507-42f6-8814-856da9645d90 HTTP/1.1" status: 200 len: 943 time: 0.0621572 Jul 20 19:34:26.453861 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-689a1ca2-faf8-4bc7-bdca-429c1a171d71 admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:34:26.458736 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-689a1ca2-faf8-4bc7-bdca-429c1a171d71 admin admin] 10.222.0.79 "PUT /v2.0/routers/c09b6b60-c260-40c3-b3be-c9f7dea00fef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7930923 Jul 20 19:34:26.461418 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 41100) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:26.462226 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c6bde4-ec7f-4253-990f-40bd565ae4c6 None None] Sync routers for ids ['c09b6b60-c260-40c3-b3be-c9f7dea00fef'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:34:26.475051 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c6bde4-ec7f-4253-990f-40bd565ae4c6 None None] Routers {'c09b6b60-c260-40c3-b3be-c9f7dea00fef'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:34:26.476176 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-43c6bde4-ec7f-4253-990f-40bd565ae4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:34:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['c09b6b60-c260-40c3-b3be-c9f7dea00fef'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:26.504172 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d6e52c42-82b3-4be5-bef4-1e4df3bbc2b4 req-e5d749f9-83ea-4eb9-96f2-43fa7099a220 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=1fe8c70f-f1d3-409e-85d2-d0253e6625c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444183 Jul 20 19:34:26.564434 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:26.569115 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dcf947d6-b4df-434f-93c8-9a954e7b1de5 admin admin] Publish callbacks [] for router (c09b6b60-c260-40c3-b3be-c9f7dea00fef), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:26.573008 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:26.585376 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-43c6bde4-ec7f-4253-990f-40bd565ae4c6 None None] Set router c09b6b60-c260-40c3-b3be-c9f7dea00fef gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:34:26.671169 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dcf947d6-b4df-434f-93c8-9a954e7b1de5 admin admin] Publish callbacks [] for router_gateway (c09b6b60-c260-40c3-b3be-c9f7dea00fef), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:26.713738 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-dcf947d6-b4df-434f-93c8-9a954e7b1de5 admin admin] Deleting port b89e6628-ed1a-4d9d-9b8d-a192d5642821 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:34:26.714112 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dcf947d6-b4df-434f-93c8-9a954e7b1de5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (b89e6628-ed1a-4d9d-9b8d-a192d5642821), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:26.756385 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-43c6bde4-ec7f-4253-990f-40bd565ae4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09b6b60-c260-40c3-b3be-c9f7dea00fef', 'name': 'tempest-TestMinimumBasicScenario-510490941-router', 'tenant_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.18'}], 'enable_snat': True}, 'gw_port_id': 'b89e6628-ed1a-4d9d-9b8d-a192d5642821', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:04Z', 'updated_at': '2022-07-20T19:34:25Z', 'revision_number': 5, 'project_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'gw_port': {'id': 'b89e6628-ed1a-4d9d-9b8d-a192d5642821', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:e1:85:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c09b6b60-c260-40c3-b3be-c9f7dea00fef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 394, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:30:05Z', 'updated_at': '2022-07-20T19:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:26.761054 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:26.781404 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c6bde4-ec7f-4253-990f-40bd565ae4c6 None None] Checking router: c09b6b60-c260-40c3-b3be-c9f7dea00fef for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:34:26.790471 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c6bde4-ec7f-4253-990f-40bd565ae4c6 None None] Routers {'c09b6b60-c260-40c3-b3be-c9f7dea00fef'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:34:26.791071 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-43c6bde4-ec7f-4253-990f-40bd565ae4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:34:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['c09b6b60-c260-40c3-b3be-c9f7dea00fef'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:26.800225 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-dcf947d6-b4df-434f-93c8-9a954e7b1de5 admin admin] For port b89e6628-ed1a-4d9d-9b8d-a192d5642821, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=b89e6628-ed1a-4d9d-9b8d-a192d5642821,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:34:26.800596 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dcf947d6-b4df-434f-93c8-9a954e7b1de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (b89e6628-ed1a-4d9d-9b8d-a192d5642821), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:26.815081 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-dcf947d6-b4df-434f-93c8-9a954e7b1de5 admin admin] Calling delete_port for b89e6628-ed1a-4d9d-9b8d-a192d5642821 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:34:26.878090 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-43c6bde4-ec7f-4253-990f-40bd565ae4c6 None None] Set router c09b6b60-c260-40c3-b3be-c9f7dea00fef gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:34:26.935728 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-43c6bde4-ec7f-4253-990f-40bd565ae4c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c09b6b60-c260-40c3-b3be-c9f7dea00fef', 'name': 'tempest-TestMinimumBasicScenario-510490941-router', 'tenant_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:04Z', 'updated_at': '2022-07-20T19:34:26Z', 'revision_number': 6, 'project_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'gw_port_host': None}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:26.944451 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:26.963307 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43c6bde4-ec7f-4253-990f-40bd565ae4c6 None None] The sync data for ids ['c09b6b60-c260-40c3-b3be-c9f7dea00fef'] in dv-cinder-850548-1-iscsi is: [{'id': 'c09b6b60-c260-40c3-b3be-c9f7dea00fef', 'name': 'tempest-TestMinimumBasicScenario-510490941-router', 'tenant_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:30:04Z', 'updated_at': '2022-07-20T19:34:26Z', 'revision_number': 6, 'project_id': '2aff2e1ddb6f4c2e9818edc9babdd7f2', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:34:26.999083 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dcf947d6-b4df-434f-93c8-9a954e7b1de5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (b89e6628-ed1a-4d9d-9b8d-a192d5642821), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:27.024288 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf947d6-b4df-434f-93c8-9a954e7b1de5 admin admin] Pushing event deleted for resources: {'Port': ['ID=b89e6628-ed1a-4d9d-9b8d-a192d5642821,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:27.086388 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dcf947d6-b4df-434f-93c8-9a954e7b1de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1823180'] for router_gateway (c09b6b60-c260-40c3-b3be-c9f7dea00fef), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:27.187094 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dcf947d6-b4df-434f-93c8-9a954e7b1de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1715651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3463'] for router (c09b6b60-c260-40c3-b3be-c9f7dea00fef), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:27.189300 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dcf947d6-b4df-434f-93c8-9a954e7b1de5 admin admin] Publish callbacks [] for router_controller (c09b6b60-c260-40c3-b3be-c9f7dea00fef), precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:27.318275 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device e7b6841e-bfd1-409d-8c32-4732c85f1421 details requested by agent hyperv_hv-cinder-85054 with host hv-cinder-85054 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:34:27.433696 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port e7b6841e-bfd1-409d-8c32-4732c85f1421, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=e7b6841e-bfd1-409d-8c32-4732c85f1421,segment=NetworkSegment(afd2cd19-bdf1-4210-8214-74dd85035192),segment_id=afd2cd19-bdf1-4210-8214-74dd85035192)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:34:27.445331 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Returning: {'device': 'e7b6841e-bfd1-409d-8c32-4732c85f1421', 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'port_id': 'e7b6841e-bfd1-409d-8c32-4732c85f1421', 'mac_address': 'fa:16:3e:da:04:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 992, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:34:27.482445 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port e7b6841e-bfd1-409d-8c32-4732c85f1421 is: DOWN; New status is: BUILD {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:34:27.483148 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (e7b6841e-bfd1-409d-8c32-4732c85f1421), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:27.497976 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7b6841e-bfd1-409d-8c32-4732c85f1421 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:34:27.499240 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dcf947d6-b4df-434f-93c8-9a954e7b1de5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715575'] for router (c09b6b60-c260-40c3-b3be-c9f7dea00fef), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:27.499884 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf947d6-b4df-434f-93c8-9a954e7b1de5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c09b6b60-c260-40c3-b3be-c9f7dea00fef {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 19:34:27.506285 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dcf947d6-b4df-434f-93c8-9a954e7b1de5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:27.509499 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-dcf947d6-b4df-434f-93c8-9a954e7b1de5 admin admin] 10.222.0.79 "DELETE /v2.0/routers/c09b6b60-c260-40c3-b3be-c9f7dea00fef HTTP/1.1" status: 204 len: 168 time: 1.0468097 Jul 20 19:34:27.510122 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 41102) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:27.527560 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port e7b6841e-bfd1-409d-8c32-4732c85f1421, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=e7b6841e-bfd1-409d-8c32-4732c85f1421,segment=NetworkSegment(afd2cd19-bdf1-4210-8214-74dd85035192),segment_id=afd2cd19-bdf1-4210-8214-74dd85035192)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:34:27.531879 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (e7b6841e-bfd1-409d-8c32-4732c85f1421), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:27.560152 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-a78ac0f6-f227-4dce-ad7d-8f02fa623cd5 admin admin] Deleting subnet 6b85054a-845d-4fa2-9199-3c96f4f67697 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:34:27.563807 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a78ac0f6-f227-4dce-ad7d-8f02fa623cd5 admin admin] Publish callbacks [] for subnet (6b85054a-845d-4fa2-9199-3c96f4f67697), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:27.584837 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=e7b6841e-bfd1-409d-8c32-4732c85f1421,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:27.601559 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:27.640072 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a78ac0f6-f227-4dce-ad7d-8f02fa623cd5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300273'] for subnet (6b85054a-845d-4fa2-9199-3c96f4f67697), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:27.666089 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5614b8-fe4a-43bf-aa4b-92da740561e4 req-12271cf7-cf07-4a40-8f3e-68d7e0f80648 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:27.668857 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2c5614b8-fe4a-43bf-aa4b-92da740561e4 req-12271cf7-cf07-4a40-8f3e-68d7e0f80648 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=324db5cc-5507-42f6-8814-856da9645d90 HTTP/1.1" status: 200 len: 944 time: 0.0801914 Jul 20 19:34:27.749702 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:DELETE=1,neutron:SELECT=98,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:27.767697 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2c5614b8-fe4a-43bf-aa4b-92da740561e4 req-fa3b3021-0959-422a-b2a1-904084fd4111 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=1fe8c70f-f1d3-409e-85d2-d0253e6625c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904517 Jul 20 19:34:27.771226 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a78ac0f6-f227-4dce-ad7d-8f02fa623cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742266'] for subnet (6b85054a-845d-4fa2-9199-3c96f4f67697), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:27.828644 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a78ac0f6-f227-4dce-ad7d-8f02fa623cd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3300280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26201617'] for subnet (6b85054a-845d-4fa2-9199-3c96f4f67697), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:27.852788 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ac0f6-f227-4dce-ad7d-8f02fa623cd5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b85054a-845d-4fa2-9199-3c96f4f67697,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:27.858701 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a78ac0f6-f227-4dce-ad7d-8f02fa623cd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:27.861966 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-a78ac0f6-f227-4dce-ad7d-8f02fa623cd5 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/6b85054a-845d-4fa2-9199-3c96f4f67697 HTTP/1.1" status: 204 len: 168 time: 0.3499806 Jul 20 19:34:27.864441 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 41106) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:27.865438 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f678e247-3245-4598-85d1-4d2fff649401 None None] Network b3c159b2-c8df-44ee-aefa-7762ca0b7cc1 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:34:27.947019 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d36423bb-6f42-4ed3-b738-3e4630570efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636708'] for network (b3c159b2-c8df-44ee-aefa-7762ca0b7cc1), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:27.991380 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-d36423bb-6f42-4ed3-b738-3e4630570efb admin admin] Deleting port ded80ca6-f8c0-4934-984a-620d4b13882a {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:34:27.991723 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d36423bb-6f42-4ed3-b738-3e4630570efb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (ded80ca6-f8c0-4934-984a-620d4b13882a), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:28.011931 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['e7b6841e-bfd1-409d-8c32-4732c85f1421'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:34:28.046460 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d53cad1-9ddb-4ee2-adc0-b6970f8298e4 None None] DHCP port deletion for b3c159b2-c8df-44ee-aefa-7762ca0b7cc1 request from dv-cinder-850548-1-iscsi {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 19:34:28.060988 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-d36423bb-6f42-4ed3-b738-3e4630570efb admin admin] For port ded80ca6-f8c0-4934-984a-620d4b13882a, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=ded80ca6-f8c0-4934-984a-620d4b13882a,segment=NetworkSegment(c511ac97-bf7e-4434-ac13-7aff2c89c230),segment_id=c511ac97-bf7e-4434-ac13-7aff2c89c230)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:34:28.061356 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d36423bb-6f42-4ed3-b738-3e4630570efb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (ded80ca6-f8c0-4934-984a-620d4b13882a), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:28.074642 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-d36423bb-6f42-4ed3-b738-3e4630570efb admin admin] Calling delete_port for ded80ca6-f8c0-4934-984a-620d4b13882a owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:34:28.108110 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-1d53cad1-9ddb-4ee2-adc0-b6970f8298e4 None None] Deleting port ded80ca6-f8c0-4934-984a-620d4b13882a {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:34:28.108490 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1d53cad1-9ddb-4ee2-adc0-b6970f8298e4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (ded80ca6-f8c0-4934-984a-620d4b13882a), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:28.159784 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d36423bb-6f42-4ed3-b738-3e4630570efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (ded80ca6-f8c0-4934-984a-620d4b13882a), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:28.186570 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36423bb-6f42-4ed3-b738-3e4630570efb admin admin] Pushing event deleted for resources: {'Port': ['ID=ded80ca6-f8c0-4934-984a-620d4b13882a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:28.188330 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:28.188471 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36423bb-6f42-4ed3-b738-3e4630570efb admin admin] No DVR routers for this DVR port ded80ca6-f8c0-4934-984a-620d4b13882a on host dv-cinder-850548-1-iscsi {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:34:28.205105 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-1d53cad1-9ddb-4ee2-adc0-b6970f8298e4 None None] For port ded80ca6-f8c0-4934-984a-620d4b13882a, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=ded80ca6-f8c0-4934-984a-620d4b13882a,segment=NetworkSegment(c511ac97-bf7e-4434-ac13-7aff2c89c230),segment_id=c511ac97-bf7e-4434-ac13-7aff2c89c230)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:34:28.205361 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1d53cad1-9ddb-4ee2-adc0-b6970f8298e4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (ded80ca6-f8c0-4934-984a-620d4b13882a), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:28.225581 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-1d53cad1-9ddb-4ee2-adc0-b6970f8298e4 None None] Calling delete_port for ded80ca6-f8c0-4934-984a-620d4b13882a owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:34:28.227075 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:28.266932 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d36423bb-6f42-4ed3-b738-3e4630570efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-742656', 'neutron.services.segments.db._delete_segments_for_network-8773866507587'] for network (b3c159b2-c8df-44ee-aefa-7762ca0b7cc1), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:28.289334 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-d36423bb-6f42-4ed3-b738-3e4630570efb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3c159b2-c8df-44ee-aefa-7762ca0b7cc1']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:28.299280 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-d36423bb-6f42-4ed3-b738-3e4630570efb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c511ac97-bf7e-4434-ac13-7aff2c89c230') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:28.299500 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-d36423bb-6f42-4ed3-b738-3e4630570efb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c511ac97-bf7e-4434-ac13-7aff2c89c230') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:28.309318 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d36423bb-6f42-4ed3-b738-3e4630570efb admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773866508876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300262'] for segment (c511ac97-bf7e-4434-ac13-7aff2c89c230), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:28.324250 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d36423bb-6f42-4ed3-b738-3e4630570efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (c511ac97-bf7e-4434-ac13-7aff2c89c230), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:28.331728 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d36423bb-6f42-4ed3-b738-3e4630570efb admin admin] Releasing vlan 954 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:34:28.332157 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d36423bb-6f42-4ed3-b738-3e4630570efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299354'] for segment (c511ac97-bf7e-4434-ac13-7aff2c89c230), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:28.338685 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1d53cad1-9ddb-4ee2-adc0-b6970f8298e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741'] for port (ded80ca6-f8c0-4934-984a-620d4b13882a), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:28.362215 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d53cad1-9ddb-4ee2-adc0-b6970f8298e4 None None] Pushing event deleted for resources: {'Port': ['ID=ded80ca6-f8c0-4934-984a-620d4b13882a,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:28.368420 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d53cad1-9ddb-4ee2-adc0-b6970f8298e4 None None] No DVR routers for this DVR port ded80ca6-f8c0-4934-984a-620d4b13882a on host dv-cinder-850548-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:34:28.380064 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.services.segments.plugin [-] Segment c511ac97-bf7e-4434-ac13-7aff2c89c230 resource provider aggregate not found Jul 20 19:34:28.398234 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d36423bb-6f42-4ed3-b738-3e4630570efb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1823185'] for network (b3c159b2-c8df-44ee-aefa-7762ca0b7cc1), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:28.400652 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.services.segments.plugin [-] Segment c511ac97-bf7e-4434-ac13-7aff2c89c230 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c511ac97-bf7e-4434-ac13-7aff2c89c230 found for delete ", "request_id": "req-d05e5298-738a-4fb0-b4ca-d7c264b1ba70"}]} Jul 20 19:34:28.404660 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d36423bb-6f42-4ed3-b738-3e4630570efb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:28.407675 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-d36423bb-6f42-4ed3-b738-3e4630570efb admin admin] 10.222.0.79 "DELETE /v2.0/networks/b3c159b2-c8df-44ee-aefa-7762ca0b7cc1 HTTP/1.1" status: 204 len: 168 time: 0.5422940 Jul 20 19:34:28.419556 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36423bb-6f42-4ed3-b738-3e4630570efb admin admin] Pushing event deleted for resources: {'Network': ['ID=b3c159b2-c8df-44ee-aefa-7762ca0b7cc1,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:28.578461 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 41114) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:28.621915 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-82009624-5f01-4b40-b9d6-8ea528dbffdb admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=91e1220a765f41e88d4e3480b9a7a687&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0422957 Jul 20 19:34:28.624410 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 41116) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:28.676187 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3a86099e-27c3-4926-b306-caab33f7583e admin admin] Publish callbacks [] for security_group (0c56348b-bba9-4d09-aa5d-0f8d39be5009), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:28.678415 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=89,neutron:DELETE=9,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:28.701491 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3a86099e-27c3-4926-b306-caab33f7583e admin admin] Publish callbacks [] for security_group (0c56348b-bba9-4d09-aa5d-0f8d39be5009), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:28.747562 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3a86099e-27c3-4926-b306-caab33f7583e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (0c56348b-bba9-4d09-aa5d-0f8d39be5009), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:28.750130 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3a86099e-27c3-4926-b306-caab33f7583e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:28.751276 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-3a86099e-27c3-4926-b306-caab33f7583e admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0c56348b-bba9-4d09-aa5d-0f8d39be5009 HTTP/1.1" status: 204 len: 168 time: 0.1259594 Jul 20 19:34:28.759161 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a86099e-27c3-4926-b306-caab33f7583e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c56348b-bba9-4d09-aa5d-0f8d39be5009,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:28.874319 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=90,neutron:DELETE=9,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:28.896594 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618ef1e-9eb2-42e4-8785-6fda4ecee275 req-a352af60-bec2-4846-b30c-6b601bdfa48f tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:28.898165 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2618ef1e-9eb2-42e4-8785-6fda4ecee275 req-a352af60-bec2-4846-b30c-6b601bdfa48f tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=324db5cc-5507-42f6-8814-856da9645d90 HTTP/1.1" status: 200 len: 944 time: 0.0576420 Jul 20 19:34:28.947475 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 2add0fb9-9288-405f-bb4d-40d72eeb5f7d no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:34:28.956360 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2618ef1e-9eb2-42e4-8785-6fda4ecee275 req-b7063374-5afc-4dc3-b062-9fc874469edd tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=1fe8c70f-f1d3-409e-85d2-d0253e6625c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514247 Jul 20 19:34:28.968081 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: 2add0fb9-9288-405f-bb4d-40d72eeb5f7d {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:34:28.968431 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 2add0fb9-9288-405f-bb4d-40d72eeb5f7d not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:34:28.968847 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device ded80ca6-f8c0-4934-984a-620d4b13882a no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:34:28.988353 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: ded80ca6-f8c0-4934-984a-620d4b13882a {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:34:28.988705 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device ded80ca6-f8c0-4934-984a-620d4b13882a not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:34:28.989159 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device b89e6628-ed1a-4d9d-9b8d-a192d5642821 no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:34:29.008004 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: b89e6628-ed1a-4d9d-9b8d-a192d5642821 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:34:29.008357 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device b89e6628-ed1a-4d9d-9b8d-a192d5642821 not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:34:29.102327 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 41124) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:29.146622 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-95f7cb07-cf0e-4445-bdd7-787d71262461 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2aff2e1ddb6f4c2e9818edc9babdd7f2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0431361 Jul 20 19:34:29.149099 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 41126) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:29.197599 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13681867-f6e9-41e1-bb00-81f55f2e62e0 admin admin] Publish callbacks [] for security_group (0d564a80-0b38-4170-a5d3-9173a87364d9), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:29.219456 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13681867-f6e9-41e1-bb00-81f55f2e62e0 admin admin] Publish callbacks [] for security_group (0d564a80-0b38-4170-a5d3-9173a87364d9), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:29.268284 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13681867-f6e9-41e1-bb00-81f55f2e62e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (0d564a80-0b38-4170-a5d3-9173a87364d9), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:29.270903 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13681867-f6e9-41e1-bb00-81f55f2e62e0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:29.272054 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-13681867-f6e9-41e1-bb00-81f55f2e62e0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/0d564a80-0b38-4170-a5d3-9173a87364d9 HTTP/1.1" status: 204 len: 168 time: 0.1220582 Jul 20 19:34:29.280471 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13681867-f6e9-41e1-bb00-81f55f2e62e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d564a80-0b38-4170-a5d3-9173a87364d9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:29.346633 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device e7b6841e-bfd1-409d-8c32-4732c85f1421 up at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:34:29.393577 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning for port e7b6841e-bfd1-409d-8c32-4732c85f1421 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:34:29.398926 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning complete for port e7b6841e-bfd1-409d-8c32-4732c85f1421 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:34:29.399314 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (e7b6841e-bfd1-409d-8c32-4732c85f1421), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:29.477109 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port e7b6841e-bfd1-409d-8c32-4732c85f1421 is: BUILD; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:34:29.477511 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (e7b6841e-bfd1-409d-8c32-4732c85f1421), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:29.504973 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324db5cc-5507-42f6-8814-856da9645d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b6841e-bfd1-409d-8c32-4732c85f1421'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:34:29.508310 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7cd612-8968-4506-852c-4f6baf975e85" -d '{"events": [{"server_uuid": "324db5cc-5507-42f6-8814-856da9645d90", "name": "network-vif-plugged", "status": "completed", "tag": "e7b6841e-bfd1-409d-8c32-4732c85f1421"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:34:29.524369 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port e7b6841e-bfd1-409d-8c32-4732c85f1421, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=e7b6841e-bfd1-409d-8c32-4732c85f1421,segment=NetworkSegment(afd2cd19-bdf1-4210-8214-74dd85035192),segment_id=afd2cd19-bdf1-4210-8214-74dd85035192)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:34:29.530363 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (e7b6841e-bfd1-409d-8c32-4732c85f1421), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:29.558549 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:34:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0afd61b-e614-4700-a53e-56a7d9d0d3d8 x-openstack-request-id: req-f0afd61b-e614-4700-a53e-56a7d9d0d3d8 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:34:29.558839 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324db5cc-5507-42f6-8814-856da9645d90", "name": "network-vif-plugged", "status": "completed", "tag": "e7b6841e-bfd1-409d-8c32-4732c85f1421", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:34:29.559089 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f0afd61b-e614-4700-a53e-56a7d9d0d3d8 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:34:29.559482 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f0afd61b-e614-4700-a53e-56a7d9d0d3d8'] response: {'server_uuid': '324db5cc-5507-42f6-8814-856da9645d90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7b6841e-bfd1-409d-8c32-4732c85f1421', 'code': 200} Jul 20 19:34:29.587326 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=e7b6841e-bfd1-409d-8c32-4732c85f1421,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:34:29.796949 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0203d6-f5e2-49f6-b9d6-0e4f032309d1 req-2b089fcf-62ff-4cee-a99a-1aa822c1dd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:29.798432 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-5d0203d6-f5e2-49f6-b9d6-0e4f032309d1 req-2b089fcf-62ff-4cee-a99a-1aa822c1dd20 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=324db5cc-5507-42f6-8814-856da9645d90 HTTP/1.1" status: 200 len: 1129 time: 0.0396860 Jul 20 19:34:29.842861 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-5d0203d6-f5e2-49f6-b9d6-0e4f032309d1 req-aed48667-8d0d-44d8-86e0-026702ea01b5 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=1fe8c70f-f1d3-409e-85d2-d0253e6625c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382130 Jul 20 19:34:30.076782 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4510f0b-6db2-41ec-9bb1-3a0999b4aaeb req-e929d9af-08de-49a1-b19a-45dde3b1ee4a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:30.078264 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f4510f0b-6db2-41ec-9bb1-3a0999b4aaeb req-e929d9af-08de-49a1-b19a-45dde3b1ee4a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=324db5cc-5507-42f6-8814-856da9645d90 HTTP/1.1" status: 200 len: 945 time: 0.0477498 Jul 20 19:34:30.125481 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f4510f0b-6db2-41ec-9bb1-3a0999b4aaeb req-10a365ac-e600-48e7-b911-84ee9f64c36a tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=1fe8c70f-f1d3-409e-85d2-d0253e6625c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417297 Jul 20 19:34:31.242670 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df00a3-0039-4343-9155-3ad286e8dba9 req-4925058f-8651-4d6d-8cf0-50b6fafe74b7 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:31.244121 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-61df00a3-0039-4343-9155-3ad286e8dba9 req-4925058f-8651-4d6d-8cf0-50b6fafe74b7 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=324db5cc-5507-42f6-8814-856da9645d90 HTTP/1.1" status: 200 len: 945 time: 0.0506432 Jul 20 19:34:31.292404 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-61df00a3-0039-4343-9155-3ad286e8dba9 req-cbf97ca4-537c-4a68-8a0a-8d648403aac7 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=1fe8c70f-f1d3-409e-85d2-d0253e6625c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426636 Jul 20 19:34:32.407084 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b08e5b-65bd-4184-aba2-a95401262d84 req-833b49dc-b25f-4f56-af54-c0d4e0232edb tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:32.408533 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c5b08e5b-65bd-4184-aba2-a95401262d84 req-833b49dc-b25f-4f56-af54-c0d4e0232edb tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=324db5cc-5507-42f6-8814-856da9645d90 HTTP/1.1" status: 200 len: 945 time: 0.0467958 Jul 20 19:34:32.456462 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c5b08e5b-65bd-4184-aba2-a95401262d84 req-9806e461-a31b-4a11-97de-5e980d25cc45 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=1fe8c70f-f1d3-409e-85d2-d0253e6625c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420885 Jul 20 19:34:32.569381 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25862bb-5746-4002-bed0-0dac5ecf442d req-22a747c6-21c1-4174-86c7-397b794da390 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:32.570754 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d25862bb-5746-4002-bed0-0dac5ecf442d req-22a747c6-21c1-4174-86c7-397b794da390 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=324db5cc-5507-42f6-8814-856da9645d90 HTTP/1.1" status: 200 len: 945 time: 0.0508704 Jul 20 19:34:32.579530 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 41144) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:34:32.583728 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-2c9cadb3-9c8a-4d4a-959e-daf94d091a64 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Request body: {'floatingip': {'port_id': 'e7b6841e-bfd1-409d-8c32-4732c85f1421'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:34:32.621940 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2c9cadb3-9c8a-4d4a-959e-daf94d091a64 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for floatingip (9e8fbdb3-cd19-45cd-9b9d-1e2a7001d24a), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:32.906356 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:32.988936 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:DELETE=2,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:33.053332 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2c9cadb3-9c8a-4d4a-959e-daf94d091a64 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:33.056986 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2c9cadb3-9c8a-4d4a-959e-daf94d091a64 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (9e8fbdb3-cd19-45cd-9b9d-1e2a7001d24a), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:33.153456 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-2c9cadb3-9c8a-4d4a-959e-daf94d091a64 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Floating IP 9e8fbdb3-cd19-45cd-9b9d-1e2a7001d24a associated. External IP: 172.27.3.5, port: e7b6841e-bfd1-409d-8c32-4732c85f1421. Jul 20 19:34:33.349743 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c9cadb3-9c8a-4d4a-959e-daf94d091a64 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Router f9cc5915-3f57-4e67-a23c-9d1a60c57a12 has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:34:33.458747 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c9cadb3-9c8a-4d4a-959e-daf94d091a64 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:34:33.463406 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2c9cadb3-9c8a-4d4a-959e-daf94d091a64 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:33.468773 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed28c09-0a2b-4739-aebb-92fe7ccfed8c None None] Sync routers for ids ['f9cc5915-3f57-4e67-a23c-9d1a60c57a12'] in dv-cinder-850548-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:34:33.478268 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed28c09-0a2b-4739-aebb-92fe7ccfed8c None None] Routers {'f9cc5915-3f57-4e67-a23c-9d1a60c57a12'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:34:33.478904 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-bed28c09-0a2b-4739-aebb-92fe7ccfed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:34:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['f9cc5915-3f57-4e67-a23c-9d1a60c57a12'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:33.494640 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2c9cadb3-9c8a-4d4a-959e-daf94d091a64 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "PUT /v2.0/floatingips/9e8fbdb3-cd19-45cd-9b9d-1e2a7001d24a HTTP/1.1" status: 200 len: 989 time: 0.9140799 Jul 20 19:34:33.496008 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324db5cc-5507-42f6-8814-856da9645d90', 'tag': 'e7b6841e-bfd1-409d-8c32-4732c85f1421'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:34:33.498520 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d3b9a88-01f9-44ce-b66a-01f8ffa6345a" -d '{"events": [{"name": "network-changed", "server_uuid": "324db5cc-5507-42f6-8814-856da9645d90", "tag": "e7b6841e-bfd1-409d-8c32-4732c85f1421"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:34:33.536037 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06e5d988-91b1-43fd-b018-3cb81f4760f3 x-openstack-request-id: req-06e5d988-91b1-43fd-b018-3cb81f4760f3 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:34:33.536333 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324db5cc-5507-42f6-8814-856da9645d90", "tag": "e7b6841e-bfd1-409d-8c32-4732c85f1421", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:34:33.536855 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-06e5d988-91b1-43fd-b018-3cb81f4760f3 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:34:33.537294 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-06e5d988-91b1-43fd-b018-3cb81f4760f3'] response: {'name': 'network-changed', 'server_uuid': '324db5cc-5507-42f6-8814-856da9645d90', 'tag': 'e7b6841e-bfd1-409d-8c32-4732c85f1421', 'status': 'completed', 'code': 200} Jul 20 19:34:33.584664 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-bed28c09-0a2b-4739-aebb-92fe7ccfed8c None None] Set router f9cc5915-3f57-4e67-a23c-9d1a60c57a12 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:34:33.645634 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b9a88-01f9-44ce-b66a-01f8ffa6345a req-4088c630-c9b6-4aac-bfc1-3facc55e8e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:33.647132 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6d3b9a88-01f9-44ce-b66a-01f8ffa6345a req-4088c630-c9b6-4aac-bfc1-3facc55e8e50 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=02f994a0231b4176b8181d13d58ee9ec&device_id=324db5cc-5507-42f6-8814-856da9645d90 HTTP/1.1" status: 200 len: 1129 time: 0.0401301 Jul 20 19:34:33.743571 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b9a88-01f9-44ce-b66a-01f8ffa6345a req-4ec0a97f-9363-46c0-bfee-b7da399db2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:33.745574 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6d3b9a88-01f9-44ce-b66a-01f8ffa6345a req-4ec0a97f-9363-46c0-bfee-b7da399db2d9 service neutron] 10.222.0.96 "GET /v2.0/networks?id=1f233501-5abf-42f7-9923-d5c098fbf3c6 HTTP/1.1" status: 200 len: 912 time: 0.0894601 Jul 20 19:34:33.798439 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-bed28c09-0a2b-4739-aebb-92fe7ccfed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'name': 'tempest-AttachVolumeTestJSON-1156265961-router', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:43Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'gw_port': {'id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '9e8fbdb3-cd19-45cd-9b9d-1e2a7001d24a', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'port_id': 'e7b6841e-bfd1-409d-8c32-4732c85f1421', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'mac_address': 'fa:16:3e:da:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324db5cc-5507-42f6-8814-856da9645d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:34:19Z', 'updated_at': '2022-07-20T19:34:32Z', 'revision_number': 1, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb490074-bd44-41dc-a14d-7234c9f437cc', 'name': '', 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'mac_address': 'fa:16:3e:20:c6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:28:14Z', 'revision_number': 5, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'subnets': [{'id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:33.814691 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6d3b9a88-01f9-44ce-b66a-01f8ffa6345a req-5811dc6e-cc40-4124-b269-32ef5a575dd0 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e7b6841e-bfd1-409d-8c32-4732c85f1421 HTTP/1.1" status: 200 len: 997 time: 0.0610888 Jul 20 19:34:33.824346 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed28c09-0a2b-4739-aebb-92fe7ccfed8c None None] Checking router: f9cc5915-3f57-4e67-a23c-9d1a60c57a12 for host: dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:34:33.833122 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed28c09-0a2b-4739-aebb-92fe7ccfed8c None None] Routers {'f9cc5915-3f57-4e67-a23c-9d1a60c57a12'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:34:33.833722 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-bed28c09-0a2b-4739-aebb-92fe7ccfed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:34:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['f9cc5915-3f57-4e67-a23c-9d1a60c57a12'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:33.878895 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b9a88-01f9-44ce-b66a-01f8ffa6345a req-a1bc7dbd-3655-4c2b-9583-1843839d767a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:33.880356 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6d3b9a88-01f9-44ce-b66a-01f8ffa6345a req-a1bc7dbd-3655-4c2b-9583-1843839d767a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=08142ecb-a299-44b2-8261-d97f0c41a1df HTTP/1.1" status: 200 len: 850 time: 0.0449731 Jul 20 19:34:33.930473 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3b9a88-01f9-44ce-b66a-01f8ffa6345a req-afb3e5b8-86a6-41f9-8d71-19dba342e7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:33.932044 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6d3b9a88-01f9-44ce-b66a-01f8ffa6345a req-afb3e5b8-86a6-41f9-8d71-19dba342e7ac service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=1f233501-5abf-42f7-9923-d5c098fbf3c6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410311 Jul 20 19:34:33.957648 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=100 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:34.024164 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-bed28c09-0a2b-4739-aebb-92fe7ccfed8c None None] Set router f9cc5915-3f57-4e67-a23c-9d1a60c57a12 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:34:34.031815 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6d3b9a88-01f9-44ce-b66a-01f8ffa6345a req-d745cd69-eb63-4f31-a11e-a46f239f75ba service neutron] 10.222.0.96 "GET /v2.0/networks/1f233501-5abf-42f7-9923-d5c098fbf3c6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914257 Jul 20 19:34:34.068690 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=92,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:34.130493 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6d3b9a88-01f9-44ce-b66a-01f8ffa6345a req-2355d69e-bb7c-4810-91a9-dcc0c492cfa4 service neutron] 10.222.0.96 "GET /v2.0/networks/1f233501-5abf-42f7-9923-d5c098fbf3c6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887129 Jul 20 19:34:34.187688 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=100 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:34.239544 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-bed28c09-0a2b-4739-aebb-92fe7ccfed8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'name': 'tempest-AttachVolumeTestJSON-1156265961-router', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:43Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'gw_port': {'id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '9e8fbdb3-cd19-45cd-9b9d-1e2a7001d24a', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'port_id': 'e7b6841e-bfd1-409d-8c32-4732c85f1421', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'mac_address': 'fa:16:3e:da:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324db5cc-5507-42f6-8814-856da9645d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:34:19Z', 'updated_at': '2022-07-20T19:34:32Z', 'revision_number': 1, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb490074-bd44-41dc-a14d-7234c9f437cc', 'name': '', 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'mac_address': 'fa:16:3e:20:c6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:28:14Z', 'revision_number': 5, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'subnets': [{'id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:34:34.266059 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bed28c09-0a2b-4739-aebb-92fe7ccfed8c None None] The sync data for ids ['f9cc5915-3f57-4e67-a23c-9d1a60c57a12'] in dv-cinder-850548-1-iscsi is: [{'id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'name': 'tempest-AttachVolumeTestJSON-1156265961-router', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:43Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'gw_port': {'id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '9e8fbdb3-cd19-45cd-9b9d-1e2a7001d24a', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'floating_ip_address': '172.27.3.5', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'port_id': 'e7b6841e-bfd1-409d-8c32-4732c85f1421', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 517, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'mac_address': 'fa:16:3e:da:04:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324db5cc-5507-42f6-8814-856da9645d90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:34:19Z', 'updated_at': '2022-07-20T19:34:32Z', 'revision_number': 1, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb490074-bd44-41dc-a14d-7234c9f437cc', 'name': '', 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'mac_address': 'fa:16:3e:20:c6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:28:14Z', 'revision_number': 5, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'subnets': [{'id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:34:34.460348 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268fedfb-1251-45da-ab93-d06c48f37c80 None None] New status for floating IP 9e8fbdb3-cd19-45cd-9b9d-1e2a7001d24a: ACTIVE {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:34:43.487980 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=64 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:43.491298 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=51 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:43.610060 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-13fd82b1-9e35-4d78-983c-ed8454576f40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:44.119320 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:44.126723 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=76,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:44.241583 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:44.242376 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=32 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:45.218703 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:34:45.963167 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-08e7fb0e-35db-4990-89b1-9e712ddc45ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:46.918236 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:48.637190 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:48.807847 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:49.420589 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-b8388729-2e49-4897-9c65-21ed05f28b11 req-c3eefc96-fcde-4e6b-998c-a556c41d93af service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0407317 Jul 20 19:34:49.520158 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8388729-2e49-4897-9c65-21ed05f28b11 req-ff1dc8db-4b1c-43b2-9ce1-6b711f2ea444 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:49.522295 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-b8388729-2e49-4897-9c65-21ed05f28b11 req-ff1dc8db-4b1c-43b2-9ce1-6b711f2ea444 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=9c025843a2de49d48c39b40f2261d3bf&device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 1129 time: 0.0487170 Jul 20 19:34:49.634985 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8388729-2e49-4897-9c65-21ed05f28b11 req-e415f6ce-62d0-4c7d-a1b5-73d87747096e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:49.636366 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-b8388729-2e49-4897-9c65-21ed05f28b11 req-e415f6ce-62d0-4c7d-a1b5-73d87747096e service neutron] 10.222.0.96 "GET /v2.0/networks?id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc HTTP/1.1" status: 200 len: 919 time: 0.0873134 Jul 20 19:34:49.687668 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-b8388729-2e49-4897-9c65-21ed05f28b11 req-99b97c37-7202-49c8-b7ab-debafe0cbf8b service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=a6b0ac08-0caa-47dc-9d21-4afca1983d3b HTTP/1.1" status: 200 len: 217 time: 0.0368650 Jul 20 19:34:49.743691 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8388729-2e49-4897-9c65-21ed05f28b11 req-5d6ce82a-4e04-46c7-9d94-518c9b297ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:49.745162 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-b8388729-2e49-4897-9c65-21ed05f28b11 req-5d6ce82a-4e04-46c7-9d94-518c9b297ee2 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=d0032299-b9fa-48f2-97fd-620bc1f7e167 HTTP/1.1" status: 200 len: 857 time: 0.0453868 Jul 20 19:34:49.793431 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8388729-2e49-4897-9c65-21ed05f28b11 req-e0286837-6471-4c99-aacc-86b707a2596a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:34:49.795338 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-b8388729-2e49-4897-9c65-21ed05f28b11 req-e0286837-6471-4c99-aacc-86b707a2596a service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404079 Jul 20 19:34:49.894092 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-b8388729-2e49-4897-9c65-21ed05f28b11 req-ecaae605-8fec-42b7-b9be-f7e73ff79790 service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900583 Jul 20 19:34:49.986340 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-b8388729-2e49-4897-9c65-21ed05f28b11 req-517b7c1e-2e46-49c7-968f-e3475d5eb458 service neutron] 10.222.0.96 "GET /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845032 Jul 20 19:34:50.969691 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:34:59.981257 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=49 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:34:59.983164 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=44 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:00.962622 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=89,neutron:DELETE=3,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:00.964481 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:UPDATE=6 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:01.856208 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c3c2aa-8cf8-4713-917e-6df1aa2f94a4 req-7dc39aef-c5a1-4d18-a667-6af208ff4c79 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:01.857719 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a3c3c2aa-8cf8-4713-917e-6df1aa2f94a4 req-7dc39aef-c5a1-4d18-a667-6af208ff4c79 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0500262 Jul 20 19:35:01.910426 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a3c3c2aa-8cf8-4713-917e-6df1aa2f94a4 req-aa0ca8ff-f3df-416b-9de8-de9dba1cf602 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467787 Jul 20 19:35:03.038457 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e090262-a582-4cdc-bc15-d85fc57743f7 req-c6bb53d9-4b90-42c5-b791-a963d335dada tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:03.039924 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1e090262-a582-4cdc-bc15-d85fc57743f7 req-c6bb53d9-4b90-42c5-b791-a963d335dada tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0501838 Jul 20 19:35:03.089069 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1e090262-a582-4cdc-bc15-d85fc57743f7 req-8bbc81e9-bd98-45a0-9a31-c60ab319e98e tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433848 Jul 20 19:35:04.216574 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da4089-cb75-4364-afda-80c6418e1679 req-ec2c062c-206c-4f8e-ad78-a8f4b97b32b4 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:04.218080 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-10da4089-cb75-4364-afda-80c6418e1679 req-ec2c062c-206c-4f8e-ad78-a8f4b97b32b4 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0476913 Jul 20 19:35:04.269783 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-10da4089-cb75-4364-afda-80c6418e1679 req-c19ae503-4793-438e-a93e-23386e97322d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442662 Jul 20 19:35:05.399809 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622c9178-d270-40b7-b032-89bc58271a15 req-6b0817ad-affd-47b4-b197-9bf5249f7bfa tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:05.401287 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-622c9178-d270-40b7-b032-89bc58271a15 req-6b0817ad-affd-47b4-b197-9bf5249f7bfa tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0525303 Jul 20 19:35:05.450571 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-622c9178-d270-40b7-b032-89bc58271a15 req-642ffa2a-1b76-431e-a793-ce75d96d9189 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425932 Jul 20 19:35:06.579196 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca732e0-9f3e-4632-81c1-ba631d08cd0f req-9574f1cd-de6a-44d4-a7dd-27b3ddda5154 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:06.580706 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ca732e0-9f3e-4632-81c1-ba631d08cd0f req-9574f1cd-de6a-44d4-a7dd-27b3ddda5154 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0499997 Jul 20 19:35:06.633670 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4ca732e0-9f3e-4632-81c1-ba631d08cd0f req-7ed8cadc-c1c2-4e40-a5d3-abd9ba6b9fff tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461004 Jul 20 19:35:07.768409 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e34662-7498-4f2f-a461-96dbcc045a60 req-5a889c7f-35cd-4e6a-8586-f824f80a3f92 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:07.770530 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-28e34662-7498-4f2f-a461-96dbcc045a60 req-5a889c7f-35cd-4e6a-8586-f824f80a3f92 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0607982 Jul 20 19:35:07.821247 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-28e34662-7498-4f2f-a461-96dbcc045a60 req-fb362256-605c-4cb5-8958-5d203a7652b4 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436699 Jul 20 19:35:08.950870 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bfe024-3c98-40d6-8d6f-8e2aa842c1f6 req-5dada3bd-ea8f-4e2f-95d2-9f6913bb3a0a tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:08.952235 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d7bfe024-3c98-40d6-8d6f-8e2aa842c1f6 req-5dada3bd-ea8f-4e2f-95d2-9f6913bb3a0a tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0484037 Jul 20 19:35:09.002299 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d7bfe024-3c98-40d6-8d6f-8e2aa842c1f6 req-6de5093a-2f53-438d-9d8a-9c68fcf24a43 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444622 Jul 20 19:35:09.295148 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167e5152-941b-41e9-ba2d-da65ff3afc23 req-2e05e926-d281-45a8-acbc-89924c1162a8 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:09.296650 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-167e5152-941b-41e9-ba2d-da65ff3afc23 req-2e05e926-d281-45a8-acbc-89924c1162a8 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0488064 Jul 20 19:35:09.347809 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-167e5152-941b-41e9-ba2d-da65ff3afc23 req-a4f2a7ba-ba1e-457a-b6dd-f5876b5b4fbd tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454245 Jul 20 19:35:10.122861 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d0c6bb-3ef9-4514-8765-42a3b9ba0d20 req-8a2712af-cf61-456a-8ecd-70256e6e59f5 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:10.124310 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b9d0c6bb-3ef9-4514-8765-42a3b9ba0d20 req-8a2712af-cf61-456a-8ecd-70256e6e59f5 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0474944 Jul 20 19:35:10.171784 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b9d0c6bb-3ef9-4514-8765-42a3b9ba0d20 req-7f7dee3d-429d-4947-816d-a141eba5c859 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418441 Jul 20 19:35:10.462177 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86800fe6-751c-4e48-8454-a789584e3e4a req-4b792811-18cd-43fa-b8c9-2174f1c80886 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:10.463600 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-86800fe6-751c-4e48-8454-a789584e3e4a req-4b792811-18cd-43fa-b8c9-2174f1c80886 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0476103 Jul 20 19:35:10.510597 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-86800fe6-751c-4e48-8454-a789584e3e4a req-a3d39c79-17f1-4b34-8313-53c86666f9dd tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411310 Jul 20 19:35:11.293834 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afdb67b-01b7-4694-914b-64eb2c772154 req-822a63bb-055b-474b-9254-510442a7f05c tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:11.295288 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6afdb67b-01b7-4694-914b-64eb2c772154 req-822a63bb-055b-474b-9254-510442a7f05c tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0513878 Jul 20 19:35:11.342634 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6afdb67b-01b7-4694-914b-64eb2c772154 req-550ef77f-25a9-4996-ab13-cd6c04e0ff14 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407836 Jul 20 19:35:11.591175 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:11.592984 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:11.629114 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abcc0530-71db-4aeb-8faa-69401cc910a0 req-acb3e7e9-a68b-439e-86a0-185465f5c275 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:11.630549 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-abcc0530-71db-4aeb-8faa-69401cc910a0 req-acb3e7e9-a68b-439e-86a0-185465f5c275 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0478580 Jul 20 19:35:11.676850 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-abcc0530-71db-4aeb-8faa-69401cc910a0 req-02347cae-d853-4637-aac7-3d080224fd4d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406690 Jul 20 19:35:12.462662 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95ca537-22d9-4316-a6cb-1f6b43ef0e7a req-2d45811f-565c-43bb-b91b-64c6cb00d065 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:12.464106 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e95ca537-22d9-4316-a6cb-1f6b43ef0e7a req-2d45811f-565c-43bb-b91b-64c6cb00d065 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0470338 Jul 20 19:35:12.515506 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e95ca537-22d9-4316-a6cb-1f6b43ef0e7a req-35bc8f62-29d1-443b-b1fd-6c2a79f79f90 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446661 Jul 20 19:35:12.796354 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cdc165-46fc-480a-8ae9-0bfe5836803b req-656e04b0-c5cb-4ba3-8055-896c2253ac74 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:12.797844 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e6cdc165-46fc-480a-8ae9-0bfe5836803b req-656e04b0-c5cb-4ba3-8055-896c2253ac74 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0487494 Jul 20 19:35:12.844905 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e6cdc165-46fc-480a-8ae9-0bfe5836803b req-739ffc84-c697-406c-a054-d8c6ad9b8058 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=9000339d-3306-4043-b381-2a5e7f6aa171&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415070 Jul 20 19:35:13.100285 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09e67b3-f610-4bdd-8956-eea9e824e866 req-f33756d9-f3e6-461d-8c41-d22155117bd8 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:13.101749 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-c09e67b3-f610-4bdd-8956-eea9e824e866 req-f33756d9-f3e6-461d-8c41-d22155117bd8 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.96 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 946 time: 0.0515213 Jul 20 19:35:13.198069 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-c09e67b3-f610-4bdd-8956-eea9e824e866 req-852ee850-384f-4eed-b30d-b07e7a106cbc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Deleting port 35b5da22-b362-4b46-8e92-4a5d8c7ec405 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:35:13.198416 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c09e67b3-f610-4bdd-8956-eea9e824e866 req-852ee850-384f-4eed-b30d-b07e7a106cbc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (35b5da22-b362-4b46-8e92-4a5d8c7ec405), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:13.292742 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-c09e67b3-f610-4bdd-8956-eea9e824e866 req-852ee850-384f-4eed-b30d-b07e7a106cbc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] For port 35b5da22-b362-4b46-8e92-4a5d8c7ec405, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=35b5da22-b362-4b46-8e92-4a5d8c7ec405,segment=NetworkSegment(54d5c45d-aa97-4ff0-8145-994022b0b986),segment_id=54d5c45d-aa97-4ff0-8145-994022b0b986)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:35:13.293129 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c09e67b3-f610-4bdd-8956-eea9e824e866 req-852ee850-384f-4eed-b30d-b07e7a106cbc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (35b5da22-b362-4b46-8e92-4a5d8c7ec405), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:13.500166 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c09e67b3-f610-4bdd-8956-eea9e824e866 req-852ee850-384f-4eed-b30d-b07e7a106cbc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:13.500541 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c09e67b3-f610-4bdd-8956-eea9e824e866 req-852ee850-384f-4eed-b30d-b07e7a106cbc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (0c221342-5d0a-4c3f-94ee-fa37cc708055), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:13.500862 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.db.l3_db [req-c09e67b3-f610-4bdd-8956-eea9e824e866 req-852ee850-384f-4eed-b30d-b07e7a106cbc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Floating IP 0c221342-5d0a-4c3f-94ee-fa37cc708055 disassociated. External IP: 172.27.3.72, port: 35b5da22-b362-4b46-8e92-4a5d8c7ec405. Jul 20 19:35:13.501243 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-c09e67b3-f610-4bdd-8956-eea9e824e866 req-852ee850-384f-4eed-b30d-b07e7a106cbc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Calling delete_port for 35b5da22-b362-4b46-8e92-4a5d8c7ec405 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:35:13.604870 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a2fbad41-c931-4e5d-a0d6-926d8dd2ea44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:13.638305 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff5ec1d-ae23-48c2-a49d-03d958c6f6b8 req-6fe30003-f031-4083-be2e-b9e85ce2d1dc tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:13.639052 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c09e67b3-f610-4bdd-8956-eea9e824e866 req-852ee850-384f-4eed-b30d-b07e7a106cbc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (35b5da22-b362-4b46-8e92-4a5d8c7ec405), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:13.639894 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ff5ec1d-ae23-48c2-a49d-03d958c6f6b8 req-6fe30003-f031-4083-be2e-b9e85ce2d1dc tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0499275 Jul 20 19:35:13.667770 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-852ee850-384f-4eed-b30d-b07e7a106cbc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Pushing event deleted for resources: {'Port': ['ID=35b5da22-b362-4b46-8e92-4a5d8c7ec405,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:13.694536 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ff5ec1d-ae23-48c2-a49d-03d958c6f6b8 req-4a7cfddd-8c63-4c5e-b28a-7a55d0b287a8 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0482221 Jul 20 19:35:13.783213 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c09e67b3-f610-4bdd-8956-eea9e824e866 req-852ee850-384f-4eed-b30d-b07e7a106cbc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Router 9d362232-3082-46b9-83fc-6259e2bb1a28 has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:35:13.891473 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c09e67b3-f610-4bdd-8956-eea9e824e866 req-852ee850-384f-4eed-b30d-b07e7a106cbc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:35:13.903746 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1093124-a46d-46ca-a00e-1a49ea24ebc7 None None] Sync routers for ids ['9d362232-3082-46b9-83fc-6259e2bb1a28'] in dv-cinder-850548-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:35:13.917272 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1093124-a46d-46ca-a00e-1a49ea24ebc7 None None] Routers {'9d362232-3082-46b9-83fc-6259e2bb1a28'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:35:13.918240 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-a1093124-a46d-46ca-a00e-1a49ea24ebc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:34:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['9d362232-3082-46b9-83fc-6259e2bb1a28'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:35:13.936230 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-c09e67b3-f610-4bdd-8956-eea9e824e866 req-852ee850-384f-4eed-b30d-b07e7a106cbc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] No DVR routers for this DVR port 35b5da22-b362-4b46-8e92-4a5d8c7ec405 on host hv-cinder-85054 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:35:13.939090 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-c09e67b3-f610-4bdd-8956-eea9e824e866 req-852ee850-384f-4eed-b30d-b07e7a106cbc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:13.942399 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-c09e67b3-f610-4bdd-8956-eea9e824e866 req-852ee850-384f-4eed-b30d-b07e7a106cbc tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.96 "DELETE /v2.0/ports/35b5da22-b362-4b46-8e92-4a5d8c7ec405 HTTP/1.1" status: 204 len: 173 time: 0.8273978 Jul 20 19:35:13.942860 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82e10053-0587-4935-910f-04bd301bdfbe', 'name': 'network-vif-deleted', 'tag': '35b5da22-b362-4b46-8e92-4a5d8c7ec405'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:35:13.945269 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9cd79ebd3f805e6a7478220ee26c4e1921248cfe9318229c3fb3c09e22ed3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d79a040-c410-4a23-a58b-fdc631015793" -d '{"events": [{"server_uuid": "82e10053-0587-4935-910f-04bd301bdfbe", "name": "network-vif-deleted", "tag": "35b5da22-b362-4b46-8e92-4a5d8c7ec405"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:35:13.991126 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-800c7c9f-2386-4f54-93c1-aefb79b27122 x-openstack-request-id: req-800c7c9f-2386-4f54-93c1-aefb79b27122 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:35:13.991453 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82e10053-0587-4935-910f-04bd301bdfbe", "name": "network-vif-deleted", "tag": "35b5da22-b362-4b46-8e92-4a5d8c7ec405", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:35:13.991833 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-800c7c9f-2386-4f54-93c1-aefb79b27122 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:35:13.992315 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-800c7c9f-2386-4f54-93c1-aefb79b27122'] response: {'server_uuid': '82e10053-0587-4935-910f-04bd301bdfbe', 'name': 'network-vif-deleted', 'tag': '35b5da22-b362-4b46-8e92-4a5d8c7ec405', 'status': 'completed', 'code': 200} Jul 20 19:35:14.049718 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-a1093124-a46d-46ca-a00e-1a49ea24ebc7 None None] Set router 9d362232-3082-46b9-83fc-6259e2bb1a28 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:35:14.241433 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-709369f2-2c6d-4131-bbac-a1a4be5f560e req-13b16b66-c3ec-4438-869b-c0443b0f1bd2 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=82e10053-0587-4935-910f-04bd301bdfbe HTTP/1.1" status: 200 len: 210 time: 0.3278258 Jul 20 19:35:14.249252 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=36,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:14.252453 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=33 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:14.271384 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-a1093124-a46d-46ca-a00e-1a49ea24ebc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'name': 'tempest-ServerRescueNegativeTestJSON-707876139-router', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:59Z', 'revision_number': 4, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'gw_port': {'id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:46Z', 'updated_at': '2022-07-20T19:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '9bbb1f47-8d99-4bc9-af29-785d7649bb5f', 'name': '', 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'mac_address': 'fa:16:3e:7d:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'd0032299-b9fa-48f2-97fd-620bc1f7e167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:56Z', 'updated_at': '2022-07-20T19:28:10Z', 'revision_number': 5, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'subnets': [{'id': 'd0032299-b9fa-48f2-97fd-620bc1f7e167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:35:14.299991 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1093124-a46d-46ca-a00e-1a49ea24ebc7 None None] Checking router: 9d362232-3082-46b9-83fc-6259e2bb1a28 for host: dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:35:14.308327 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1093124-a46d-46ca-a00e-1a49ea24ebc7 None None] Routers {'9d362232-3082-46b9-83fc-6259e2bb1a28'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:35:14.308923 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-a1093124-a46d-46ca-a00e-1a49ea24ebc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:34:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['9d362232-3082-46b9-83fc-6259e2bb1a28'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:35:14.412435 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-a1093124-a46d-46ca-a00e-1a49ea24ebc7 None None] Set router 9d362232-3082-46b9-83fc-6259e2bb1a28 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:35:14.600704 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-a1093124-a46d-46ca-a00e-1a49ea24ebc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'name': 'tempest-ServerRescueNegativeTestJSON-707876139-router', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:59Z', 'revision_number': 4, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'gw_port': {'id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:46Z', 'updated_at': '2022-07-20T19:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '9bbb1f47-8d99-4bc9-af29-785d7649bb5f', 'name': '', 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'mac_address': 'fa:16:3e:7d:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'd0032299-b9fa-48f2-97fd-620bc1f7e167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:56Z', 'updated_at': '2022-07-20T19:28:10Z', 'revision_number': 5, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'subnets': [{'id': 'd0032299-b9fa-48f2-97fd-620bc1f7e167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:35:14.628402 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1093124-a46d-46ca-a00e-1a49ea24ebc7 None None] The sync data for ids ['9d362232-3082-46b9-83fc-6259e2bb1a28'] in dv-cinder-850548-1-iscsi is: [{'id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'name': 'tempest-ServerRescueNegativeTestJSON-707876139-router', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:59Z', 'revision_number': 4, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'gw_port': {'id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:46Z', 'updated_at': '2022-07-20T19:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '9bbb1f47-8d99-4bc9-af29-785d7649bb5f', 'name': '', 'network_id': '2deda7b4-dab0-4eb8-8cde-830d55ad6ecc', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'mac_address': 'fa:16:3e:7d:06:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'device_owner': 'network:router_interface', 'standard_attr_id': 124, 'fixed_ips': [{'subnet_id': 'd0032299-b9fa-48f2-97fd-620bc1f7e167', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:56Z', 'updated_at': '2022-07-20T19:28:10Z', 'revision_number': 5, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'subnets': [{'id': 'd0032299-b9fa-48f2-97fd-620bc1f7e167', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:35:14.828103 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b2005a-8441-43d6-9b8b-4b205c33e397 req-503930ad-faba-4104-871f-44deec11de45 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:14.829890 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-37b2005a-8441-43d6-9b8b-4b205c33e397 req-503930ad-faba-4104-871f-44deec11de45 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0555775 Jul 20 19:35:14.878104 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-998d5d66-023b-4d23-af58-09e56c281a0b None None] New status for floating IP 0c221342-5d0a-4c3f-94ee-fa37cc708055: DOWN {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:35:14.881178 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-37b2005a-8441-43d6-9b8b-4b205c33e397 req-06b7e6df-0677-484a-b807-fc710f11c5c3 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457001 Jul 20 19:35:15.325756 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 41264) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:15.380183 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7adb4452-fd67-40c7-b081-a4d0290e54e4 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks [] for security_group (9000339d-3306-4043-b381-2a5e7f6aa171), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:15.404139 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7adb4452-fd67-40c7-b081-a4d0290e54e4 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks [] for security_group (9000339d-3306-4043-b381-2a5e7f6aa171), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:15.454285 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7adb4452-fd67-40c7-b081-a4d0290e54e4 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (9000339d-3306-4043-b381-2a5e7f6aa171), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:15.456788 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-7adb4452-fd67-40c7-b081-a4d0290e54e4 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:15.457937 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-7adb4452-fd67-40c7-b081-a4d0290e54e4 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "DELETE /v2.0/security-groups/9000339d-3306-4043-b381-2a5e7f6aa171 HTTP/1.1" status: 204 len: 168 time: 0.1312144 Jul 20 19:35:15.460605 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 41266) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:15.467089 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adb4452-fd67-40c7-b081-a4d0290e54e4 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9000339d-3306-4043-b381-2a5e7f6aa171,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:15.480132 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.api.v2.resource [None req-70ec5b2a-2ec4-4910-88a7-e4dd736c6a05 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] show failed (client error): The resource could not be found. Jul 20 19:35:15.481209 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-70ec5b2a-2ec4-4910-88a7-e4dd736c6a05 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups/9000339d-3306-4043-b381-2a5e7f6aa171 HTTP/1.1" status: 404 len: 347 time: 0.0195692 Jul 20 19:35:15.483882 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 41268) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:15.596066 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:15.599732 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-68e0df0e-c55f-4c69-b568-1b3df76a56cf tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Deleting port fc1ab5cc-485f-4bc8-a7e7-f8251e01d587 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:35:15.600073 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-68e0df0e-c55f-4c69-b568-1b3df76a56cf tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (fc1ab5cc-485f-4bc8-a7e7-f8251e01d587), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:15.648707 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:15.678586 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-68e0df0e-c55f-4c69-b568-1b3df76a56cf tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (fc1ab5cc-485f-4bc8-a7e7-f8251e01d587), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:15.678917 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-68e0df0e-c55f-4c69-b568-1b3df76a56cf tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks [] for floatingip (fc1ab5cc-485f-4bc8-a7e7-f8251e01d587), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:15.691767 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-68e0df0e-c55f-4c69-b568-1b3df76a56cf tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Calling delete_port for fc1ab5cc-485f-4bc8-a7e7-f8251e01d587 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:35:15.824171 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-68e0df0e-c55f-4c69-b568-1b3df76a56cf tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (fc1ab5cc-485f-4bc8-a7e7-f8251e01d587), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:15.848921 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e0df0e-c55f-4c69-b568-1b3df76a56cf tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Pushing event deleted for resources: {'Port': ['ID=fc1ab5cc-485f-4bc8-a7e7-f8251e01d587,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:15.917369 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-68e0df0e-c55f-4c69-b568-1b3df76a56cf tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks [] for floatingip (0c221342-5d0a-4c3f-94ee-fa37cc708055), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:15.919857 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-68e0df0e-c55f-4c69-b568-1b3df76a56cf tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:15.923603 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-68e0df0e-c55f-4c69-b568-1b3df76a56cf tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "DELETE /v2.0/floatingips/0c221342-5d0a-4c3f-94ee-fa37cc708055 HTTP/1.1" status: 204 len: 168 time: 0.4384170 Jul 20 19:35:15.961453 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-69b267a5-7c94-4be9-a9fd-5c26b444099f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:16.008815 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830a5be1-7a68-4c09-b174-d9c32ea03cb5 req-1ab2bb31-7bd1-4d97-a453-0307887adf95 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:16.010520 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-830a5be1-7a68-4c09-b174-d9c32ea03cb5 req-1ab2bb31-7bd1-4d97-a453-0307887adf95 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0504785 Jul 20 19:35:16.063055 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-830a5be1-7a68-4c09-b174-d9c32ea03cb5 req-e16f2905-21af-4327-a9e3-303e157f5414 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451257 Jul 20 19:35:16.919423 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:17.188894 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d8e175-f121-4bb3-b32e-39005c211622 req-d2f84ddd-5365-4cb4-b726-f7accb4e134e tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:17.190549 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-21d8e175-f121-4bb3-b32e-39005c211622 req-d2f84ddd-5365-4cb4-b726-f7accb4e134e tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0504620 Jul 20 19:35:17.238384 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-21d8e175-f121-4bb3-b32e-39005c211622 req-d29322af-424e-4947-ab43-7b80fd350e65 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420742 Jul 20 19:35:17.606556 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 35b5da22-b362-4b46-8e92-4a5d8c7ec405 no longer exists at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:35:17.626376 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] No Port match for: 35b5da22-b362-4b46-8e92-4a5d8c7ec405 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:35:17.626719 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 35b5da22-b362-4b46-8e92-4a5d8c7ec405 not bound to the agent host hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:35:18.364491 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc26c030-26ba-49d1-a249-97e2347c517a req-3d986891-6860-483b-98a4-b79be88b10d8 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:18.366002 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cc26c030-26ba-49d1-a249-97e2347c517a req-3d986891-6860-483b-98a4-b79be88b10d8 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0523930 Jul 20 19:35:18.427321 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c685ddd-71b7-4586-b989-e54169d93147 req-2799008d-ea06-40bf-9524-923e194a3c23 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:18.428839 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2c685ddd-71b7-4586-b989-e54169d93147 req-2799008d-ea06-40bf-9524-923e194a3c23 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0619259 Jul 20 19:35:18.457208 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:18.470566 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cc26c030-26ba-49d1-a249-97e2347c517a req-69bd5a90-c299-460e-9276-0e9235555705 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931976 Jul 20 19:35:18.492617 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2c685ddd-71b7-4586-b989-e54169d93147 req-b94cf7b0-0f93-44a0-ac0b-35dcbb4ecc18 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580111 Jul 20 19:35:18.639044 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:18.810670 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:19.568790 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734613d3-8364-48f9-8635-8f0b7418c94d req-8f020d1b-2101-4247-84ba-9740a650a1a1 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:19.570278 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-734613d3-8364-48f9-8635-8f0b7418c94d req-8f020d1b-2101-4247-84ba-9740a650a1a1 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.96 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0497274 Jul 20 19:35:19.617064 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:19.629178 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 07d49545-8328-41a0-82f6-5d7bda469348 details requested by agent hyperv_hv-cinder-85054 with host hv-cinder-85054 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:35:19.630216 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e4130-227f-442e-be77-917685d9a281 req-4212e856-3e9d-41ad-9f49-fe186ede9de5 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:19.631735 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-499e4130-227f-442e-be77-917685d9a281 req-4212e856-3e9d-41ad-9f49-fe186ede9de5 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0841446 Jul 20 19:35:19.646356 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77248b1-a5ea-4425-b7fa-49a294aa6aa8 req-925cc661-ebe3-43b8-b52d-0293686afeea tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:19.647845 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e77248b1-a5ea-4425-b7fa-49a294aa6aa8 req-925cc661-ebe3-43b8-b52d-0293686afeea tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=a0a52396-c000-4931-8896-46dcf99d449a HTTP/1.1" status: 200 len: 945 time: 0.0653410 Jul 20 19:35:19.662265 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-734613d3-8364-48f9-8635-8f0b7418c94d req-220d9eab-c5f4-4cd7-a2ec-5b5dd860d14a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Deleting port a6b0ac08-0caa-47dc-9d21-4afca1983d3b {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:35:19.662610 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-734613d3-8364-48f9-8635-8f0b7418c94d req-220d9eab-c5f4-4cd7-a2ec-5b5dd860d14a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (a6b0ac08-0caa-47dc-9d21-4afca1983d3b), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:19.716912 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e77248b1-a5ea-4425-b7fa-49a294aa6aa8 req-58b38cec-6390-4537-80da-46e651ebba70 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605035 Jul 20 19:35:19.736701 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 07d49545-8328-41a0-82f6-5d7bda469348, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=07d49545-8328-41a0-82f6-5d7bda469348,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:35:19.737319 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-499e4130-227f-442e-be77-917685d9a281 req-3c9c8d96-fab1-4f4d-88e9-a5ae2ff219f8 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881200 Jul 20 19:35:19.756475 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Returning: {'device': '07d49545-8328-41a0-82f6-5d7bda469348', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'port_id': '07d49545-8328-41a0-82f6-5d7bda469348', 'mac_address': 'fa:16:3e:68:ed:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 978, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:35:19.771073 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-734613d3-8364-48f9-8635-8f0b7418c94d req-220d9eab-c5f4-4cd7-a2ec-5b5dd860d14a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] For port a6b0ac08-0caa-47dc-9d21-4afca1983d3b, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=a6b0ac08-0caa-47dc-9d21-4afca1983d3b,segment=NetworkSegment(54d5c45d-aa97-4ff0-8145-994022b0b986),segment_id=54d5c45d-aa97-4ff0-8145-994022b0b986)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:35:19.771477 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-734613d3-8364-48f9-8635-8f0b7418c94d req-220d9eab-c5f4-4cd7-a2ec-5b5dd860d14a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (a6b0ac08-0caa-47dc-9d21-4afca1983d3b), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:19.785490 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-734613d3-8364-48f9-8635-8f0b7418c94d req-220d9eab-c5f4-4cd7-a2ec-5b5dd860d14a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Calling delete_port for a6b0ac08-0caa-47dc-9d21-4afca1983d3b owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:35:19.793839 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 07d49545-8328-41a0-82f6-5d7bda469348 is: ACTIVE; New status is: BUILD {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:35:19.794265 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (07d49545-8328-41a0-82f6-5d7bda469348), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:19.807168 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 07d49545-8328-41a0-82f6-5d7bda469348 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:35:19.827207 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 07d49545-8328-41a0-82f6-5d7bda469348, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=07d49545-8328-41a0-82f6-5d7bda469348,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:35:19.832214 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (07d49545-8328-41a0-82f6-5d7bda469348), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:19.886117 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=07d49545-8328-41a0-82f6-5d7bda469348,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:19.895200 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.895641 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.896019 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.896589 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.897204 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.897562 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.897907 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.898322 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.898724 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.899289 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.899848 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.900400 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.900753 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.901116 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.901455 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.921457 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-734613d3-8364-48f9-8635-8f0b7418c94d req-220d9eab-c5f4-4cd7-a2ec-5b5dd860d14a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (a6b0ac08-0caa-47dc-9d21-4afca1983d3b), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:19.949198 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220d9eab-c5f4-4cd7-a2ec-5b5dd860d14a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Pushing event deleted for resources: {'Port': ['ID=a6b0ac08-0caa-47dc-9d21-4afca1983d3b,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:19.963550 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220d9eab-c5f4-4cd7-a2ec-5b5dd860d14a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.963550 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220d9eab-c5f4-4cd7-a2ec-5b5dd860d14a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.963550 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220d9eab-c5f4-4cd7-a2ec-5b5dd860d14a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.963900 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220d9eab-c5f4-4cd7-a2ec-5b5dd860d14a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.964008 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220d9eab-c5f4-4cd7-a2ec-5b5dd860d14a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.964329 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220d9eab-c5f4-4cd7-a2ec-5b5dd860d14a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.964659 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220d9eab-c5f4-4cd7-a2ec-5b5dd860d14a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.965011 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220d9eab-c5f4-4cd7-a2ec-5b5dd860d14a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.965341 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220d9eab-c5f4-4cd7-a2ec-5b5dd860d14a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.965672 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220d9eab-c5f4-4cd7-a2ec-5b5dd860d14a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.966001 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220d9eab-c5f4-4cd7-a2ec-5b5dd860d14a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.966316 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220d9eab-c5f4-4cd7-a2ec-5b5dd860d14a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.966638 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220d9eab-c5f4-4cd7-a2ec-5b5dd860d14a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.966958 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220d9eab-c5f4-4cd7-a2ec-5b5dd860d14a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.967282 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220d9eab-c5f4-4cd7-a2ec-5b5dd860d14a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:19.967468 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['a2c254e5-f31b-4788-9fa7-0f9ebfad4218', 'a6b0ac08-0caa-47dc-9d21-4afca1983d3b'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:35:20.005649 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-734613d3-8364-48f9-8635-8f0b7418c94d req-220d9eab-c5f4-4cd7-a2ec-5b5dd860d14a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] No DVR routers for this DVR port a6b0ac08-0caa-47dc-9d21-4afca1983d3b on host hv-cinder-85054 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:35:20.008156 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-734613d3-8364-48f9-8635-8f0b7418c94d req-220d9eab-c5f4-4cd7-a2ec-5b5dd860d14a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:20.011286 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-734613d3-8364-48f9-8635-8f0b7418c94d req-220d9eab-c5f4-4cd7-a2ec-5b5dd860d14a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.96 "DELETE /v2.0/ports/a6b0ac08-0caa-47dc-9d21-4afca1983d3b HTTP/1.1" status: 204 len: 173 time: 0.4323468 Jul 20 19:35:20.011727 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0a52396-c000-4931-8896-46dcf99d449a', 'name': 'network-vif-deleted', 'tag': 'a6b0ac08-0caa-47dc-9d21-4afca1983d3b'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:35:20.014042 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9cd79ebd3f805e6a7478220ee26c4e1921248cfe9318229c3fb3c09e22ed3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45342cc0-4d89-4724-8aca-dcf249803788" -d '{"events": [{"server_uuid": "a0a52396-c000-4931-8896-46dcf99d449a", "name": "network-vif-deleted", "tag": "a6b0ac08-0caa-47dc-9d21-4afca1983d3b"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:35:20.049837 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e278de56-3b9f-4edf-b187-9d58abf85015 x-openstack-request-id: req-e278de56-3b9f-4edf-b187-9d58abf85015 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:35:20.050127 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0a52396-c000-4931-8896-46dcf99d449a", "name": "network-vif-deleted", "tag": "a6b0ac08-0caa-47dc-9d21-4afca1983d3b", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:35:20.050374 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e278de56-3b9f-4edf-b187-9d58abf85015 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:35:20.050769 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e278de56-3b9f-4edf-b187-9d58abf85015'] response: {'server_uuid': 'a0a52396-c000-4931-8896-46dcf99d449a', 'name': 'network-vif-deleted', 'tag': 'a6b0ac08-0caa-47dc-9d21-4afca1983d3b', 'status': 'completed', 'code': 200} Jul 20 19:35:20.056251 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['07d49545-8328-41a0-82f6-5d7bda469348'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:35:20.870482 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fe310-e7b7-45dd-8e32-28b0a3730285 req-0d55b309-45e1-4824-a85b-436941f180e2 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:20.872218 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ae8fe310-e7b7-45dd-8e32-28b0a3730285 req-0d55b309-45e1-4824-a85b-436941f180e2 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 944 time: 0.0593729 Jul 20 19:35:20.975825 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:20.984799 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ae8fe310-e7b7-45dd-8e32-28b0a3730285 req-4ed524f2-f20f-4315-ad63-edcfe12e1e4e tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1037965 Jul 20 19:35:20.989891 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:UPDATE=4,neutron:SELECT=96 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:21.003877 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:21.064556 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4780d2f4-8ec2-47f1-a6e7-5e598ba7323f req-8f58bae0-dd28-405e-8bb1-a7b6f9bb312c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:21.066140 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4780d2f4-8ec2-47f1-a6e7-5e598ba7323f req-8f58bae0-dd28-405e-8bb1-a7b6f9bb312c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0495050 Jul 20 19:35:21.115817 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4780d2f4-8ec2-47f1-a6e7-5e598ba7323f req-fbea790c-9b02-4c7e-87e1-d8b86a98c99a tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440693 Jul 20 19:35:21.715645 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 07d49545-8328-41a0-82f6-5d7bda469348 up at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:35:21.759614 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning complete for port 07d49545-8328-41a0-82f6-5d7bda469348 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:35:21.759993 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (07d49545-8328-41a0-82f6-5d7bda469348), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:21.834099 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 07d49545-8328-41a0-82f6-5d7bda469348 is: BUILD; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:35:21.834494 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (07d49545-8328-41a0-82f6-5d7bda469348), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:21.856599 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c72290e-2e8d-4d75-bc12-044982fde7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d49545-8328-41a0-82f6-5d7bda469348'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:35:21.858855 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69680193-faa6-4519-b997-4e80152b22ce" -d '{"events": [{"server_uuid": "0c72290e-2e8d-4d75-bc12-044982fde7e4", "name": "network-vif-plugged", "status": "completed", "tag": "07d49545-8328-41a0-82f6-5d7bda469348"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:35:21.871101 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 07d49545-8328-41a0-82f6-5d7bda469348, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=07d49545-8328-41a0-82f6-5d7bda469348,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:35:21.876327 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (07d49545-8328-41a0-82f6-5d7bda469348), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:21.877211 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device a6b0ac08-0caa-47dc-9d21-4afca1983d3b no longer exists at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:35:21.918926 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d504378-e4da-4f63-a4c3-a3e317db783d x-openstack-request-id: req-6d504378-e4da-4f63-a4c3-a3e317db783d {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:35:21.919219 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c72290e-2e8d-4d75-bc12-044982fde7e4", "name": "network-vif-plugged", "status": "completed", "tag": "07d49545-8328-41a0-82f6-5d7bda469348", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:35:21.919477 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6d504378-e4da-4f63-a4c3-a3e317db783d {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:35:21.919872 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d504378-e4da-4f63-a4c3-a3e317db783d'] response: {'server_uuid': '0c72290e-2e8d-4d75-bc12-044982fde7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d49545-8328-41a0-82f6-5d7bda469348', 'code': 200} Jul 20 19:35:21.923174 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] No Port match for: a6b0ac08-0caa-47dc-9d21-4afca1983d3b {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:35:21.923703 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device a6b0ac08-0caa-47dc-9d21-4afca1983d3b not bound to the agent host hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:35:21.947833 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=07d49545-8328-41a0-82f6-5d7bda469348,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:22.107535 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bf0edb-c18b-408d-83c3-cbf0cd998410 req-4aa6e41b-baa2-41ee-be2a-8a55d09ffa7a tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:22.109203 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-64bf0edb-c18b-408d-83c3-cbf0cd998410 req-4aa6e41b-baa2-41ee-be2a-8a55d09ffa7a tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0520108 Jul 20 19:35:22.169611 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-64bf0edb-c18b-408d-83c3-cbf0cd998410 req-27ed5499-e65f-4013-9181-930adf8fe81a tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538330 Jul 20 19:35:22.217341 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:35:22.240296 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127633b-e35f-47d9-a26e-54faae575199 req-b6d4e5c7-3b4f-4a1b-b41d-9df1d9142dee tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:22.241368 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9127633b-e35f-47d9-a26e-54faae575199 req-b6d4e5c7-3b4f-4a1b-b41d-9df1d9142dee tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0516732 Jul 20 19:35:22.291311 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9127633b-e35f-47d9-a26e-54faae575199 req-1f5f6fe0-1e6a-4a65-b42a-9bc5446a1b7e tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443552 Jul 20 19:35:23.290256 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8fe682-d5c5-4c8b-8e70-35f40109061f req-51bcee86-a98f-4ea0-9ea6-ac19c5d764fa tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:23.291705 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fd8fe682-d5c5-4c8b-8e70-35f40109061f req-51bcee86-a98f-4ea0-9ea6-ac19c5d764fa tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0475352 Jul 20 19:35:23.342673 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fd8fe682-d5c5-4c8b-8e70-35f40109061f req-8546e170-f38c-478d-a649-ba0bb4e25699 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452890 Jul 20 19:35:23.459995 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db545dd4-1014-4295-b6e0-8778da26dd09 req-d98e8b80-1031-4350-8119-7a1eae17800d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:23.461423 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-db545dd4-1014-4295-b6e0-8778da26dd09 req-d98e8b80-1031-4350-8119-7a1eae17800d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0548806 Jul 20 19:35:23.510324 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-db545dd4-1014-4295-b6e0-8778da26dd09 req-0250e11d-4102-4435-b566-282e7be80374 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/security-groups?id=4b802148-3d87-4504-b448-e9057d75c0b4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432720 Jul 20 19:35:23.733704 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616febe8-2f5a-420b-8367-88fecc20125b req-68cff625-fe2a-44c3-a349-2afc070be59d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:23.735676 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-616febe8-2f5a-420b-8367-88fecc20125b req-68cff625-fe2a-44c3-a349-2afc070be59d tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.96 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 945 time: 0.0584242 Jul 20 19:35:23.813882 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=92,neutron:DELETE=8 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:23.832660 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-616febe8-2f5a-420b-8367-88fecc20125b req-c590865e-c7d8-445d-b76a-b0246ccae34c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Deleting port a2c254e5-f31b-4788-9fa7-0f9ebfad4218 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:35:23.833276 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-616febe8-2f5a-420b-8367-88fecc20125b req-c590865e-c7d8-445d-b76a-b0246ccae34c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (a2c254e5-f31b-4788-9fa7-0f9ebfad4218), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:23.890447 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:23.939478 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-616febe8-2f5a-420b-8367-88fecc20125b req-c590865e-c7d8-445d-b76a-b0246ccae34c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] For port a2c254e5-f31b-4788-9fa7-0f9ebfad4218, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=a2c254e5-f31b-4788-9fa7-0f9ebfad4218,segment=NetworkSegment(54d5c45d-aa97-4ff0-8145-994022b0b986),segment_id=54d5c45d-aa97-4ff0-8145-994022b0b986)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:35:23.939967 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-616febe8-2f5a-420b-8367-88fecc20125b req-c590865e-c7d8-445d-b76a-b0246ccae34c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (a2c254e5-f31b-4788-9fa7-0f9ebfad4218), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:23.955037 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-616febe8-2f5a-420b-8367-88fecc20125b req-c590865e-c7d8-445d-b76a-b0246ccae34c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Calling delete_port for a2c254e5-f31b-4788-9fa7-0f9ebfad4218 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:35:24.092118 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-616febe8-2f5a-420b-8367-88fecc20125b req-c590865e-c7d8-445d-b76a-b0246ccae34c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (a2c254e5-f31b-4788-9fa7-0f9ebfad4218), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:24.120606 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c590865e-c7d8-445d-b76a-b0246ccae34c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Pushing event deleted for resources: {'Port': ['ID=a2c254e5-f31b-4788-9fa7-0f9ebfad4218,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:24.135547 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['a2c254e5-f31b-4788-9fa7-0f9ebfad4218'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:35:24.174021 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-616febe8-2f5a-420b-8367-88fecc20125b req-c590865e-c7d8-445d-b76a-b0246ccae34c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] No DVR routers for this DVR port a2c254e5-f31b-4788-9fa7-0f9ebfad4218 on host hv-cinder-85054 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:35:24.176591 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-616febe8-2f5a-420b-8367-88fecc20125b req-c590865e-c7d8-445d-b76a-b0246ccae34c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:24.179922 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-616febe8-2f5a-420b-8367-88fecc20125b req-c590865e-c7d8-445d-b76a-b0246ccae34c tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.96 "DELETE /v2.0/ports/a2c254e5-f31b-4788-9fa7-0f9ebfad4218 HTTP/1.1" status: 204 len: 173 time: 0.4360924 Jul 20 19:35:24.180375 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0e030ad0-4549-4070-bf06-563e23b2dce5', 'name': 'network-vif-deleted', 'tag': 'a2c254e5-f31b-4788-9fa7-0f9ebfad4218'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:35:24.182658 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9cd79ebd3f805e6a7478220ee26c4e1921248cfe9318229c3fb3c09e22ed3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054fec0a-faeb-45fc-a52a-1433ba0f6c0f" -d '{"events": [{"server_uuid": "0e030ad0-4549-4070-bf06-563e23b2dce5", "name": "network-vif-deleted", "tag": "a2c254e5-f31b-4788-9fa7-0f9ebfad4218"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:35:24.226020 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cffb75ef-3677-436f-8c10-060af319e3b5 x-openstack-request-id: req-cffb75ef-3677-436f-8c10-060af319e3b5 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:35:24.226900 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0e030ad0-4549-4070-bf06-563e23b2dce5", "name": "network-vif-deleted", "tag": "a2c254e5-f31b-4788-9fa7-0f9ebfad4218", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:35:24.226900 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-cffb75ef-3677-436f-8c10-060af319e3b5 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:35:24.227303 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cffb75ef-3677-436f-8c10-060af319e3b5'] response: {'server_uuid': '0e030ad0-4549-4070-bf06-563e23b2dce5', 'name': 'network-vif-deleted', 'tag': 'a2c254e5-f31b-4788-9fa7-0f9ebfad4218', 'status': 'completed', 'code': 200} Jul 20 19:35:24.497012 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924770a2-9e1e-4946-9088-6ed3025bfea6 req-c4b32603-8a1c-40eb-87a4-5e7e6cf676a9 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:24.505102 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-924770a2-9e1e-4946-9088-6ed3025bfea6 req-c4b32603-8a1c-40eb-87a4-5e7e6cf676a9 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0736430 Jul 20 19:35:24.558469 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-924770a2-9e1e-4946-9088-6ed3025bfea6 req-6efe2acb-10cb-45d7-97b8-833a81c4fb67 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521815 Jul 20 19:35:24.604057 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=40 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:24.685600 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-649d62ac-bc02-46fa-8acd-7dfd023c82f6 req-1a1c4219-8190-4be1-b554-17bdf48fa827 tempest-ServerRescueNegativeTestJSON-2040585781 tempest-ServerRescueNegativeTestJSON-2040585781-project] 10.222.0.79 "GET /v2.0/ports?device_id=0e030ad0-4549-4070-bf06-563e23b2dce5 HTTP/1.1" status: 200 len: 210 time: 0.0415416 Jul 20 19:35:25.711337 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0970c315-21f6-413c-a280-90ce146969d2 req-d226b42e-ea12-47a8-bf52-68b3d3acc7ff tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:25.718606 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0970c315-21f6-413c-a280-90ce146969d2 req-d226b42e-ea12-47a8-bf52-68b3d3acc7ff tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0716715 Jul 20 19:35:25.759067 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 41378) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:25.773702 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0970c315-21f6-413c-a280-90ce146969d2 req-62542950-61a0-4030-b703-e61da75bb99a tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538857 Jul 20 19:35:26.350180 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-63693852-c067-42fe-9073-f2c519e69b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712453'] for router_interface (9d362232-3082-46b9-83fc-6259e2bb1a28), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:26.841988 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-63693852-c067-42fe-9073-f2c519e69b9f admin admin] Deleting port 9bbb1f47-8d99-4bc9-af29-785d7649bb5f {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:35:26.842663 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-63693852-c067-42fe-9073-f2c519e69b9f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (9bbb1f47-8d99-4bc9-af29-785d7649bb5f), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:26.844162 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:26.931932 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:26.953700 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-63693852-c067-42fe-9073-f2c519e69b9f admin admin] For port 9bbb1f47-8d99-4bc9-af29-785d7649bb5f, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=9bbb1f47-8d99-4bc9-af29-785d7649bb5f,segment=NetworkSegment(54d5c45d-aa97-4ff0-8145-994022b0b986),segment_id=54d5c45d-aa97-4ff0-8145-994022b0b986)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:35:26.954679 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-63693852-c067-42fe-9073-f2c519e69b9f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (9bbb1f47-8d99-4bc9-af29-785d7649bb5f), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:26.963419 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ab16cf-b05b-4b19-a556-51bcb7ea5e26 req-9a3c37b4-22b2-4590-ba8b-2853ff049fd8 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:26.971451 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-06ab16cf-b05b-4b19-a556-51bcb7ea5e26 req-9a3c37b4-22b2-4590-ba8b-2853ff049fd8 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0760274 Jul 20 19:35:26.973854 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-63693852-c067-42fe-9073-f2c519e69b9f admin admin] Calling delete_port for 9bbb1f47-8d99-4bc9-af29-785d7649bb5f owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:35:26.991739 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:27.026616 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-06ab16cf-b05b-4b19-a556-51bcb7ea5e26 req-4dfd29ab-a7ad-4267-bd65-97664ee4a4dd tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528643 Jul 20 19:35:27.181859 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-63693852-c067-42fe-9073-f2c519e69b9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (9bbb1f47-8d99-4bc9-af29-785d7649bb5f), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:27.211082 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63693852-c067-42fe-9073-f2c519e69b9f admin admin] Pushing event deleted for resources: {'Port': ['ID=9bbb1f47-8d99-4bc9-af29-785d7649bb5f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:27.394023 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-63693852-c067-42fe-9073-f2c519e69b9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2037749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712593'] for router_interface (9d362232-3082-46b9-83fc-6259e2bb1a28), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:27.631791 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63693852-c067-42fe-9073-f2c519e69b9f admin admin] Router 9d362232-3082-46b9-83fc-6259e2bb1a28 has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:35:27.663363 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device a2c254e5-f31b-4788-9fa7-0f9ebfad4218 no longer exists at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:35:27.684216 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] No Port match for: a2c254e5-f31b-4788-9fa7-0f9ebfad4218 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:35:27.684571 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device a2c254e5-f31b-4788-9fa7-0f9ebfad4218 not bound to the agent host hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:35:27.729147 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:27.757052 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63693852-c067-42fe-9073-f2c519e69b9f admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:35:27.762231 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-63693852-c067-42fe-9073-f2c519e69b9f admin admin] 10.222.0.79 "PUT /v2.0/routers/9d362232-3082-46b9-83fc-6259e2bb1a28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0021427 Jul 20 19:35:27.765031 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 41392) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:27.774701 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1ce0c5-43bc-464c-952b-84cd4e15c816 None None] Sync routers for ids ['9d362232-3082-46b9-83fc-6259e2bb1a28'] in dv-cinder-850548-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:35:27.785104 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1ce0c5-43bc-464c-952b-84cd4e15c816 None None] Routers {'9d362232-3082-46b9-83fc-6259e2bb1a28'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:35:27.797783 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-cb1ce0c5-43bc-464c-952b-84cd4e15c816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:35:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['9d362232-3082-46b9-83fc-6259e2bb1a28'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:35:27.832258 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:27.896520 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Publish callbacks [] for router (9d362232-3082-46b9-83fc-6259e2bb1a28), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:27.952528 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-cb1ce0c5-43bc-464c-952b-84cd4e15c816 None None] Set router 9d362232-3082-46b9-83fc-6259e2bb1a28 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:35:28.050181 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Publish callbacks [] for router_gateway (9d362232-3082-46b9-83fc-6259e2bb1a28), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:28.105977 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Deleting port f3b153bd-8a30-4831-b8e6-4a1d8f608832 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:35:28.106327 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (f3b153bd-8a30-4831-b8e6-4a1d8f608832), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:28.230409 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7db8611-7d89-4e59-b781-972bc14c3a96 req-46fd58a5-4c12-49b8-a5cd-ab617cba91ff tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:28.233410 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c7db8611-7d89-4e59-b781-972bc14c3a96 req-46fd58a5-4c12-49b8-a5cd-ab617cba91ff tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.1106200 Jul 20 19:35:28.291502 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] For port f3b153bd-8a30-4831-b8e6-4a1d8f608832, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=f3b153bd-8a30-4831-b8e6-4a1d8f608832,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:35:28.292310 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (f3b153bd-8a30-4831-b8e6-4a1d8f608832), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:28.321946 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Calling delete_port for f3b153bd-8a30-4831-b8e6-4a1d8f608832 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:35:28.327440 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-cb1ce0c5-43bc-464c-952b-84cd4e15c816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'name': 'tempest-ServerRescueNegativeTestJSON-707876139-router', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129'}], 'enable_snat': True}, 'gw_port_id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:35:27Z', 'revision_number': 5, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'gw_port': {'id': 'f3b153bd-8a30-4831-b8e6-4a1d8f608832', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:88:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:46Z', 'updated_at': '2022-07-20T19:28:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:35:28.332526 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c7db8611-7d89-4e59-b781-972bc14c3a96 req-13020955-d403-4ea7-9fad-ffc34fb77020 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0900397 Jul 20 19:35:28.381695 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1ce0c5-43bc-464c-952b-84cd4e15c816 None None] Checking router: 9d362232-3082-46b9-83fc-6259e2bb1a28 for host: dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:35:28.398880 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb1ce0c5-43bc-464c-952b-84cd4e15c816 None None] Routers {'9d362232-3082-46b9-83fc-6259e2bb1a28'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:35:28.399983 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-cb1ce0c5-43bc-464c-952b-84cd4e15c816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:35:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['9d362232-3082-46b9-83fc-6259e2bb1a28'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:35:28.510564 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-cb1ce0c5-43bc-464c-952b-84cd4e15c816 None None] Set router 9d362232-3082-46b9-83fc-6259e2bb1a28 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:35:28.562667 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (f3b153bd-8a30-4831-b8e6-4a1d8f608832), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:28.589419 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-cb1ce0c5-43bc-464c-952b-84cd4e15c816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'name': 'tempest-ServerRescueNegativeTestJSON-707876139-router', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:35:28Z', 'revision_number': 6, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'gw_port_host': None}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:35:28.605358 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3b153bd-8a30-4831-b8e6-4a1d8f608832,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:28.624406 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb1ce0c5-43bc-464c-952b-84cd4e15c816 None None] The sync data for ids ['9d362232-3082-46b9-83fc-6259e2bb1a28'] in dv-cinder-850548-1-iscsi is: [{'id': '9d362232-3082-46b9-83fc-6259e2bb1a28', 'name': 'tempest-ServerRescueNegativeTestJSON-707876139-router', 'tenant_id': '9c025843a2de49d48c39b40f2261d3bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:35:28Z', 'revision_number': 6, 'project_id': '9c025843a2de49d48c39b40f2261d3bf', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:35:28.631028 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:28.631387 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:28.631733 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:28.632086 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:28.632423 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:28.632761 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:28.633184 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:28.633524 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:28.633853 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:28.634186 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:28.634515 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:28.634843 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:28.635163 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:28.635486 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:28.635804 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:35:28.690591 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1823180'] for router_gateway (9d362232-3082-46b9-83fc-6259e2bb1a28), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:28.788020 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1715651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3463'] for router (9d362232-3082-46b9-83fc-6259e2bb1a28), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:28.790799 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Publish callbacks [] for router_controller (9d362232-3082-46b9-83fc-6259e2bb1a28), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:28.837242 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715575'] for router (9d362232-3082-46b9-83fc-6259e2bb1a28), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:28.838202 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d362232-3082-46b9-83fc-6259e2bb1a28 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 19:35:28.843204 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:28.845594 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-20c00315-549a-4788-b101-550cdcde9c31 admin admin] 10.222.0.79 "DELETE /v2.0/routers/9d362232-3082-46b9-83fc-6259e2bb1a28 HTTP/1.1" status: 204 len: 168 time: 1.0795507 Jul 20 19:35:28.848225 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 41398) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:28.902775 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b96dd3-4aec-499d-b2b3-f426a9005aa9 admin admin] Deleting subnet d0032299-b9fa-48f2-97fd-620bc1f7e167 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:35:28.905419 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:UPDATE=2,neutron:DELETE=7 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:28.910373 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c4b96dd3-4aec-499d-b2b3-f426a9005aa9 admin admin] Publish callbacks [] for subnet (d0032299-b9fa-48f2-97fd-620bc1f7e167), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:28.956363 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c4b96dd3-4aec-499d-b2b3-f426a9005aa9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300273'] for subnet (d0032299-b9fa-48f2-97fd-620bc1f7e167), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:28.986371 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:29.070000 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c4b96dd3-4aec-499d-b2b3-f426a9005aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742266'] for subnet (d0032299-b9fa-48f2-97fd-620bc1f7e167), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:29.175967 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c4b96dd3-4aec-499d-b2b3-f426a9005aa9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3300280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26201617'] for subnet (d0032299-b9fa-48f2-97fd-620bc1f7e167), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:29.199703 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 9bbb1f47-8d99-4bc9-af29-785d7649bb5f no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:35:29.227750 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b96dd3-4aec-499d-b2b3-f426a9005aa9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0032299-b9fa-48f2-97fd-620bc1f7e167,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:29.229044 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: 9bbb1f47-8d99-4bc9-af29-785d7649bb5f {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:35:29.229731 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 9bbb1f47-8d99-4bc9-af29-785d7649bb5f not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:35:29.236465 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c4b96dd3-4aec-499d-b2b3-f426a9005aa9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:29.243023 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 41402) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:29.243596 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-c4b96dd3-4aec-499d-b2b3-f426a9005aa9 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/d0032299-b9fa-48f2-97fd-620bc1f7e167 HTTP/1.1" status: 204 len: 168 time: 0.3939261 Jul 20 19:35:29.253183 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64d178b-5aeb-487f-b8ec-1da1405f2156 None None] Network 2deda7b4-dab0-4eb8-8cde-830d55ad6ecc requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:35:29.356837 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-27326277-c3ee-4fac-899e-c847897e09e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636708'] for network (2deda7b4-dab0-4eb8-8cde-830d55ad6ecc), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:29.426711 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-27326277-c3ee-4fac-899e-c847897e09e3 admin admin] Deleting port 1ebdf13d-1433-4285-9ca4-15c1cc1c4890 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:35:29.427052 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-27326277-c3ee-4fac-899e-c847897e09e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (1ebdf13d-1433-4285-9ca4-15c1cc1c4890), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:29.487132 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f249a660-c20a-4d4c-be04-afb3e650491a req-1dc899a9-f3b5-4e0e-8387-707390822fda tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:29.490171 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f249a660-c20a-4d4c-be04-afb3e650491a req-1dc899a9-f3b5-4e0e-8387-707390822fda tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0602069 Jul 20 19:35:29.509660 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-27326277-c3ee-4fac-899e-c847897e09e3 admin admin] For port 1ebdf13d-1433-4285-9ca4-15c1cc1c4890, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=1ebdf13d-1433-4285-9ca4-15c1cc1c4890,segment=NetworkSegment(54d5c45d-aa97-4ff0-8145-994022b0b986),segment_id=54d5c45d-aa97-4ff0-8145-994022b0b986)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:35:29.510168 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-27326277-c3ee-4fac-899e-c847897e09e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (1ebdf13d-1433-4285-9ca4-15c1cc1c4890), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:29.524771 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-27326277-c3ee-4fac-899e-c847897e09e3 admin admin] Calling delete_port for 1ebdf13d-1433-4285-9ca4-15c1cc1c4890 owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:35:29.527125 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:29.561953 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc2e22d-308e-418f-9dd7-35d22c2a0e92 None None] DHCP port deletion for 2deda7b4-dab0-4eb8-8cde-830d55ad6ecc request from dv-cinder-850548-1-iscsi {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 19:35:29.582197 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f249a660-c20a-4d4c-be04-afb3e650491a req-566a59e0-c95e-4de2-a359-c91d6d94d944 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0870430 Jul 20 19:35:29.624295 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-dbc2e22d-308e-418f-9dd7-35d22c2a0e92 None None] Deleting port 1ebdf13d-1433-4285-9ca4-15c1cc1c4890 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:35:29.624673 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dbc2e22d-308e-418f-9dd7-35d22c2a0e92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (1ebdf13d-1433-4285-9ca4-15c1cc1c4890), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:29.654646 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-27326277-c3ee-4fac-899e-c847897e09e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (1ebdf13d-1433-4285-9ca4-15c1cc1c4890), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:29.706859 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27326277-c3ee-4fac-899e-c847897e09e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ebdf13d-1433-4285-9ca4-15c1cc1c4890,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:29.709848 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-dbc2e22d-308e-418f-9dd7-35d22c2a0e92 None None] For port 1ebdf13d-1433-4285-9ca4-15c1cc1c4890, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=1ebdf13d-1433-4285-9ca4-15c1cc1c4890,segment=NetworkSegment(54d5c45d-aa97-4ff0-8145-994022b0b986),segment_id=54d5c45d-aa97-4ff0-8145-994022b0b986)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:35:29.712170 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27326277-c3ee-4fac-899e-c847897e09e3 admin admin] No DVR routers for this DVR port 1ebdf13d-1433-4285-9ca4-15c1cc1c4890 on host dv-cinder-850548-1-iscsi {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:35:29.713693 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dbc2e22d-308e-418f-9dd7-35d22c2a0e92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (1ebdf13d-1433-4285-9ca4-15c1cc1c4890), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:29.746387 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-dbc2e22d-308e-418f-9dd7-35d22c2a0e92 None None] Calling delete_port for 1ebdf13d-1433-4285-9ca4-15c1cc1c4890 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:35:29.798566 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-27326277-c3ee-4fac-899e-c847897e09e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-742656', 'neutron.services.segments.db._delete_segments_for_network-8773866507587'] for network (2deda7b4-dab0-4eb8-8cde-830d55ad6ecc), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:29.823311 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-27326277-c3ee-4fac-899e-c847897e09e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2deda7b4-dab0-4eb8-8cde-830d55ad6ecc']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:35:29.834419 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-27326277-c3ee-4fac-899e-c847897e09e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54d5c45d-aa97-4ff0-8145-994022b0b986') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:35:29.834765 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-27326277-c3ee-4fac-899e-c847897e09e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54d5c45d-aa97-4ff0-8145-994022b0b986') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:35:29.847756 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-27326277-c3ee-4fac-899e-c847897e09e3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773866508876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25615712'] for segment (54d5c45d-aa97-4ff0-8145-994022b0b986), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:29.855637 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-dbc2e22d-308e-418f-9dd7-35d22c2a0e92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741'] for port (1ebdf13d-1433-4285-9ca4-15c1cc1c4890), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:29.874712 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-27326277-c3ee-4fac-899e-c847897e09e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (54d5c45d-aa97-4ff0-8145-994022b0b986), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:29.883936 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2e22d-308e-418f-9dd7-35d22c2a0e92 None None] Pushing event deleted for resources: {'Port': ['ID=1ebdf13d-1433-4285-9ca4-15c1cc1c4890,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:29.894649 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27326277-c3ee-4fac-899e-c847897e09e3 admin admin] Releasing vlan 966 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:35:29.895132 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-27326277-c3ee-4fac-899e-c847897e09e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26525640'] for segment (54d5c45d-aa97-4ff0-8145-994022b0b986), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:29.897662 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc2e22d-308e-418f-9dd7-35d22c2a0e92 None None] No DVR routers for this DVR port 1ebdf13d-1433-4285-9ca4-15c1cc1c4890 on host dv-cinder-850548-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:35:29.945786 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.services.segments.plugin [-] Segment 54d5c45d-aa97-4ff0-8145-994022b0b986 resource provider aggregate not found Jul 20 19:35:30.026287 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.services.segments.plugin [-] Segment 54d5c45d-aa97-4ff0-8145-994022b0b986 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 54d5c45d-aa97-4ff0-8145-994022b0b986 found for delete ", "request_id": "req-44bda1fc-8cb4-4ab0-bef0-1c83fb69748c"}]} Jul 20 19:35:30.050721 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-27326277-c3ee-4fac-899e-c847897e09e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1823185'] for network (2deda7b4-dab0-4eb8-8cde-830d55ad6ecc), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:30.056853 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-27326277-c3ee-4fac-899e-c847897e09e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:30.060072 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-27326277-c3ee-4fac-899e-c847897e09e3 admin admin] 10.222.0.79 "DELETE /v2.0/networks/2deda7b4-dab0-4eb8-8cde-830d55ad6ecc HTTP/1.1" status: 204 len: 168 time: 0.8155701 Jul 20 19:35:30.076862 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27326277-c3ee-4fac-899e-c847897e09e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=2deda7b4-dab0-4eb8-8cde-830d55ad6ecc,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:30.246972 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 41414) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:30.312568 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-5c79c317-332e-48b5-bc39-b32c513c85e8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=9c025843a2de49d48c39b40f2261d3bf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0643547 Jul 20 19:35:30.315211 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 41416) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:30.376356 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71c9e4f7-966b-402b-8a11-8fc15a6d8596 admin admin] Publish callbacks [] for security_group (4b802148-3d87-4504-b448-e9057d75c0b4), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:30.400541 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71c9e4f7-966b-402b-8a11-8fc15a6d8596 admin admin] Publish callbacks [] for security_group (4b802148-3d87-4504-b448-e9057d75c0b4), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:30.463031 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71c9e4f7-966b-402b-8a11-8fc15a6d8596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (4b802148-3d87-4504-b448-e9057d75c0b4), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:30.466837 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-71c9e4f7-966b-402b-8a11-8fc15a6d8596 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:30.472462 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-71c9e4f7-966b-402b-8a11-8fc15a6d8596 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4b802148-3d87-4504-b448-e9057d75c0b4 HTTP/1.1" status: 204 len: 168 time: 0.1542165 Jul 20 19:35:30.481560 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c9e4f7-966b-402b-8a11-8fc15a6d8596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b802148-3d87-4504-b448-e9057d75c0b4,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:30.780232 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72fb6ab-a709-47c4-b8d6-88df3f6e9225 req-014e532c-16d9-4de7-859f-cf21cf0000f1 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:30.790920 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a72fb6ab-a709-47c4-b8d6-88df3f6e9225 req-014e532c-16d9-4de7-859f-cf21cf0000f1 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0817370 Jul 20 19:35:30.870096 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a72fb6ab-a709-47c4-b8d6-88df3f6e9225 req-731b39d9-9eba-4e7b-b9b1-63f3b68933e1 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775924 Jul 20 19:35:31.005885 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 1ebdf13d-1433-4285-9ca4-15c1cc1c4890 no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:35:31.040739 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: 1ebdf13d-1433-4285-9ca4-15c1cc1c4890 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:35:31.041509 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 1ebdf13d-1433-4285-9ca4-15c1cc1c4890 not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:35:31.042347 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device f3b153bd-8a30-4831-b8e6-4a1d8f608832 no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:35:31.064148 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: f3b153bd-8a30-4831-b8e6-4a1d8f608832 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:35:31.065279 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device f3b153bd-8a30-4831-b8e6-4a1d8f608832 not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:35:32.052632 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca3beaf-84a6-490e-809c-df87ad0a3fd5 req-271e559b-9948-43a8-96ff-8f81f7319608 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:32.054338 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0ca3beaf-84a6-490e-809c-df87ad0a3fd5 req-271e559b-9948-43a8-96ff-8f81f7319608 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0902886 Jul 20 19:35:32.125299 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0ca3beaf-84a6-490e-809c-df87ad0a3fd5 req-12938b6c-08ab-44af-90c4-878df651adee tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604365 Jul 20 19:35:33.349487 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f78894-5685-47b3-a939-1f7598d201c6 req-12eed241-8f39-4fca-bb1b-5f8e3dd1dabd tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:33.351626 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-73f78894-5685-47b3-a939-1f7598d201c6 req-12eed241-8f39-4fca-bb1b-5f8e3dd1dabd tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0858822 Jul 20 19:35:33.422095 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-73f78894-5685-47b3-a939-1f7598d201c6 req-8bdcf258-b636-4984-b37f-a030ebb09e6b tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586293 Jul 20 19:35:34.548050 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28196b2e-1fd0-40bf-be4b-f94b048cdb01 req-7fa1c96d-bc0c-4644-a88b-79b80137ea47 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:34.549698 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-28196b2e-1fd0-40bf-be4b-f94b048cdb01 req-7fa1c96d-bc0c-4644-a88b-79b80137ea47 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0535045 Jul 20 19:35:34.598688 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-28196b2e-1fd0-40bf-be4b-f94b048cdb01 req-ee18a610-537e-42fa-b051-88fe3dc77d55 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434394 Jul 20 19:35:35.106325 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb519f70-54b2-481a-bf01-fd4c56cd5610 req-d8c91baa-1da8-4204-9971-01ea9d19c834 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:35.107825 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-cb519f70-54b2-481a-bf01-fd4c56cd5610 req-d8c91baa-1da8-4204-9971-01ea9d19c834 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca9f11498f9d4245910281ac3bd55470&device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 1129 time: 0.0408144 Jul 20 19:35:35.213286 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:35.216960 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb519f70-54b2-481a-bf01-fd4c56cd5610 req-e0054b20-7c0a-424e-9f1a-f1484c33d016 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:35.218621 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-cb519f70-54b2-481a-bf01-fd4c56cd5610 req-e0054b20-7c0a-424e-9f1a-f1484c33d016 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c252680c-c029-4238-80e1-835b5a8591d8 HTTP/1.1" status: 200 len: 918 time: 0.1032445 Jul 20 19:35:35.292492 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-cb519f70-54b2-481a-bf01-fd4c56cd5610 req-2e059182-285f-4594-8ec6-89fe2b4b9d2a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07d49545-8328-41a0-82f6-5d7bda469348 HTTP/1.1" status: 200 len: 1001 time: 0.0674438 Jul 20 19:35:35.346541 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb519f70-54b2-481a-bf01-fd4c56cd5610 req-e62badc3-7403-447e-ad17-d96609941697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:35.348130 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-cb519f70-54b2-481a-bf01-fd4c56cd5610 req-e62badc3-7403-447e-ad17-d96609941697 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5a397f0b-3686-46fe-bb9f-edf6643027d1 HTTP/1.1" status: 200 len: 856 time: 0.0493944 Jul 20 19:35:35.393626 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb519f70-54b2-481a-bf01-fd4c56cd5610 req-ea2bbefb-709d-47a4-be16-b83dc2cd4989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:35.395137 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-cb519f70-54b2-481a-bf01-fd4c56cd5610 req-ea2bbefb-709d-47a4-be16-b83dc2cd4989 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c252680c-c029-4238-80e1-835b5a8591d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412209 Jul 20 19:35:35.490596 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-cb519f70-54b2-481a-bf01-fd4c56cd5610 req-cae09d14-c0c8-4c94-9c5f-58744310571a service neutron] 10.222.0.96 "GET /v2.0/networks/c252680c-c029-4238-80e1-835b5a8591d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879042 Jul 20 19:35:35.517456 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=91,neutron:DELETE=9 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:35.599153 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-cb519f70-54b2-481a-bf01-fd4c56cd5610 req-b79b7504-f942-4bb6-94f2-2ffdd8cdff9d service neutron] 10.222.0.96 "GET /v2.0/networks/c252680c-c029-4238-80e1-835b5a8591d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021059 Jul 20 19:35:35.722484 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb22b8-e223-404c-8925-0cf5340597e3 req-34205639-131f-4dc8-a153-58a2a99a6b4f tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:35.723948 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5dbb22b8-e223-404c-8925-0cf5340597e3 req-34205639-131f-4dc8-a153-58a2a99a6b4f tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0496094 Jul 20 19:35:35.772517 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5dbb22b8-e223-404c-8925-0cf5340597e3 req-a2abfe43-62a4-42fb-b80b-74246d62d7a1 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429063 Jul 20 19:35:36.892635 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85d024f-18c5-4532-97b3-e95c0f53af0c req-d888cdf4-13c5-48cb-80b8-d291ba920fda tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:36.894358 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d85d024f-18c5-4532-97b3-e95c0f53af0c req-d888cdf4-13c5-48cb-80b8-d291ba920fda tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0483315 Jul 20 19:35:36.949238 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d85d024f-18c5-4532-97b3-e95c0f53af0c req-cff62a06-c487-45bb-bf77-796c286e7a1f tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483372 Jul 20 19:35:38.070122 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d54035-a8d6-4676-be0c-0357351a5cbb req-ef333c4d-614c-4fda-8cd2-7bf2bef4c1ac tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:38.071578 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c9d54035-a8d6-4676-be0c-0357351a5cbb req-ef333c4d-614c-4fda-8cd2-7bf2bef4c1ac tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 945 time: 0.0485559 Jul 20 19:35:38.114999 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:38.119820 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c9d54035-a8d6-4676-be0c-0357351a5cbb req-3b79b8ee-2054-41c7-a257-281b15aac963 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428281 Jul 20 19:35:38.461122 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 07d49545-8328-41a0-82f6-5d7bda469348 no longer exists at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:35:38.533062 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 07d49545-8328-41a0-82f6-5d7bda469348 is: ACTIVE; New status is: DOWN {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:35:38.533424 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (07d49545-8328-41a0-82f6-5d7bda469348), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:38.556773 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c72290e-2e8d-4d75-bc12-044982fde7e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07d49545-8328-41a0-82f6-5d7bda469348'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:35:38.559004 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302a8c7a-0a67-455d-b088-f2c3930be96f" -d '{"events": [{"server_uuid": "0c72290e-2e8d-4d75-bc12-044982fde7e4", "name": "network-vif-unplugged", "status": "completed", "tag": "07d49545-8328-41a0-82f6-5d7bda469348"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:35:38.572039 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 07d49545-8328-41a0-82f6-5d7bda469348, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=07d49545-8328-41a0-82f6-5d7bda469348,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:35:38.576345 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (07d49545-8328-41a0-82f6-5d7bda469348), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:38.592208 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=41 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:38.594613 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=78 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:38.601943 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Jul 2022 19:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d12d0728-e874-407e-9c88-bba3c5216012 x-openstack-request-id: req-d12d0728-e874-407e-9c88-bba3c5216012 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:35:38.602233 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c72290e-2e8d-4d75-bc12-044982fde7e4", "name": "network-vif-unplugged", "status": "completed", "tag": "07d49545-8328-41a0-82f6-5d7bda469348", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:35:38.602483 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-d12d0728-e874-407e-9c88-bba3c5216012 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:35:38.602871 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d12d0728-e874-407e-9c88-bba3c5216012'] response: {'server_uuid': '0c72290e-2e8d-4d75-bc12-044982fde7e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07d49545-8328-41a0-82f6-5d7bda469348', 'code': 200} Jul 20 19:35:38.618369 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:38.633291 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=07d49545-8328-41a0-82f6-5d7bda469348,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:39.248295 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6975b1-d4fc-43b0-a9cf-cede0a9c6394 req-6e112986-e1a5-4cc7-82ce-cf7de941d18d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:39.249797 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3f6975b1-d4fc-43b0-a9cf-cede0a9c6394 req-6e112986-e1a5-4cc7-82ce-cf7de941d18d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 943 time: 0.0510421 Jul 20 19:35:39.298863 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3f6975b1-d4fc-43b0-a9cf-cede0a9c6394 req-1c5bfc54-d484-401f-94e8-c656773f9497 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431106 Jul 20 19:35:40.322583 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f8a81cc-af2e-406a-b0f9-084471570311 req-0bf8d1b1-6608-4942-81f7-ee373f9dee72 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:40.324252 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4f8a81cc-af2e-406a-b0f9-084471570311 req-0bf8d1b1-6608-4942-81f7-ee373f9dee72 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 943 time: 0.0570490 Jul 20 19:35:40.337811 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:40.368848 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-2ac410ff-aa60-4403-8141-ec340c4df0ae req-7451c7c3-c53d-4702-bb94-7268829c9d6a service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0432496 Jul 20 19:35:40.378817 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4f8a81cc-af2e-406a-b0f9-084471570311 req-24b6e6ca-8b91-41b3-9c2b-837a86bcde3e tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481296 Jul 20 19:35:40.444119 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac410ff-aa60-4403-8141-ec340c4df0ae req-5277c332-fbf0-493e-9383-be7e0c9a65d4 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:40.445201 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-2ac410ff-aa60-4403-8141-ec340c4df0ae req-5277c332-fbf0-493e-9383-be7e0c9a65d4 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports/07d49545-8328-41a0-82f6-5d7bda469348 HTTP/1.1" status: 200 len: 940 time: 0.0478458 Jul 20 19:35:41.348628 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac410ff-aa60-4403-8141-ec340c4df0ae req-3bedbe62-b8cc-4c33-b534-fd01b7424c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:41.350184 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-2ac410ff-aa60-4403-8141-ec340c4df0ae req-3bedbe62-b8cc-4c33-b534-fd01b7424c61 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4&tenant_id=ca9f11498f9d4245910281ac3bd55470 HTTP/1.1" status: 200 len: 1127 time: 0.0811863 Jul 20 19:35:41.431627 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac410ff-aa60-4403-8141-ec340c4df0ae req-933e8da8-fff6-474e-b2c2-36060a4ecf36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:41.433348 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-2ac410ff-aa60-4403-8141-ec340c4df0ae req-933e8da8-fff6-474e-b2c2-36060a4ecf36 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=ca9f11498f9d4245910281ac3bd55470&device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 1127 time: 0.0429773 Jul 20 19:35:41.511369 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16b50a-777e-4446-95d4-8dca68eb2bc4 req-de2e97b6-f8f1-43a9-9755-76556d0b3900 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:41.512903 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cf16b50a-777e-4446-95d4-8dca68eb2bc4 req-de2e97b6-f8f1-43a9-9755-76556d0b3900 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 943 time: 0.0544937 Jul 20 19:35:41.559570 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac410ff-aa60-4403-8141-ec340c4df0ae req-58a9b042-2f3d-4b44-a12b-ddb86b4c5683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:41.561152 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-2ac410ff-aa60-4403-8141-ec340c4df0ae req-58a9b042-2f3d-4b44-a12b-ddb86b4c5683 service neutron] 10.222.0.96 "GET /v2.0/networks?id=c252680c-c029-4238-80e1-835b5a8591d8 HTTP/1.1" status: 200 len: 918 time: 0.1140871 Jul 20 19:35:41.568272 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cf16b50a-777e-4446-95d4-8dca68eb2bc4 req-13eb58e7-44fa-4793-879d-88a5fc65bf0e tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490282 Jul 20 19:35:41.628683 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-2ac410ff-aa60-4403-8141-ec340c4df0ae req-6c5a505f-f98d-4a03-8ac4-ea770f26faca service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=07d49545-8328-41a0-82f6-5d7bda469348 HTTP/1.1" status: 200 len: 999 time: 0.0586755 Jul 20 19:35:41.756257 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 07d49545-8328-41a0-82f6-5d7bda469348 no longer exists at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:35:41.826804 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:41.829734 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 07d49545-8328-41a0-82f6-5d7bda469348 is: DOWN; New status is: DOWN {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:35:41.940485 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac410ff-aa60-4403-8141-ec340c4df0ae req-246a2aaa-81bb-4fab-bc46-063aa7af2142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:41.942098 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-2ac410ff-aa60-4403-8141-ec340c4df0ae req-246a2aaa-81bb-4fab-bc46-063aa7af2142 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=5a397f0b-3686-46fe-bb9f-edf6643027d1 HTTP/1.1" status: 200 len: 856 time: 0.0472150 Jul 20 19:35:41.995434 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac410ff-aa60-4403-8141-ec340c4df0ae req-4f997946-3ec2-4582-8ce7-545c4c5b95c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:41.996927 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-2ac410ff-aa60-4403-8141-ec340c4df0ae req-4f997946-3ec2-4582-8ce7-545c4c5b95c8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=c252680c-c029-4238-80e1-835b5a8591d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435631 Jul 20 19:35:42.348613 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-2ac410ff-aa60-4403-8141-ec340c4df0ae req-c718e026-24e1-4039-8280-215217237890 service neutron] 10.222.0.96 "GET /v2.0/networks/c252680c-c029-4238-80e1-835b5a8591d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887821 Jul 20 19:35:42.443757 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-2ac410ff-aa60-4403-8141-ec340c4df0ae req-83f5dc3d-eb9c-4e76-bf67-90413b0366b3 service neutron] 10.222.0.96 "GET /v2.0/networks/c252680c-c029-4238-80e1-835b5a8591d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883543 Jul 20 19:35:42.713863 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41cfb66-98d3-4b66-ad9e-fd44dec746a8 req-f02f765e-d0c5-40fb-aac1-a183e469b544 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:42.715358 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b41cfb66-98d3-4b66-ad9e-fd44dec746a8 req-f02f765e-d0c5-40fb-aac1-a183e469b544 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 943 time: 0.0686824 Jul 20 19:35:42.777188 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b41cfb66-98d3-4b66-ad9e-fd44dec746a8 req-3b78ed38-2ff4-4861-8818-3099d8d7b130 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553894 Jul 20 19:35:43.638222 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8960b234-5744-49a7-b547-0e5cf54118da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:43.854885 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-5e367257-80d0-4eba-9d81-b6356ec2f2d1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-7941455&fields=id&tenant_id=3f1255754afb4cd384a11c87a9d717df HTTP/1.1" status: 200 len: 267 time: 0.0678549 Jul 20 19:35:44.115571 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-b92b4025-791d-4f9a-8cb2-826b0537ede5 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:44.120633 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-b92b4025-791d-4f9a-8cb2-826b0537ede5 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/networks?id=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b HTTP/1.1" status: 200 len: 812 time: 0.2502718 Jul 20 19:35:44.223890 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-a27cbab7-af63-4b7d-8b20-610d1374eb58 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/quotas/3f1255754afb4cd384a11c87a9d717df HTTP/1.1" status: 200 len: 375 time: 0.0958550 Jul 20 19:35:44.259607 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad9f49a-3acb-4ccc-9b47-745a171ad67e req-25b57f0f-7542-4ab8-8fb2-ea022d84e3c5 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:44.261234 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3ad9f49a-3acb-4ccc-9b47-745a171ad67e req-25b57f0f-7542-4ab8-8fb2-ea022d84e3c5 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 943 time: 0.1104069 Jul 20 19:35:44.311085 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 41744) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:44.349792 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3ad9f49a-3acb-4ccc-9b47-745a171ad67e req-4b15e7cb-6912-4da6-a422-792ee339fcab tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700643 Jul 20 19:35:44.360798 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-71420245-350e-4a5f-9ce7-5be868ea840a tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=3f1255754afb4cd384a11c87a9d717df&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1295152 Jul 20 19:35:44.451943 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dc359d9e-fe18-4aea-85ec-a34f3ee5fc8d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.459921 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-054cc13f-6546-4af7-ab0e-7b5ee7ac1e97 service neutron] 10.222.0.79 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929480 Jul 20 19:35:44.552974 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=97,neutron:INSERT=2,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:44.571077 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dc359d9e-fe18-4aea-85ec-a34f3ee5fc8d admin admin] Publish callbacks [] for security_group (f46ba532-a4b5-470b-8bea-9eae0f7d40a8), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.577920 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dc359d9e-fe18-4aea-85ec-a34f3ee5fc8d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (f46ba532-a4b5-470b-8bea-9eae0f7d40a8), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.583938 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:44.605995 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-410dce07-7c6d-4626-943f-45ad24647c55 service neutron] 10.222.0.79 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401124 Jul 20 19:35:44.627499 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-dc359d9e-fe18-4aea-85ec-a34f3ee5fc8d admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=96fa88f82fe64faaaa774e8c9c963609&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3151791 Jul 20 19:35:44.630214 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 41748) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:44.646949 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc359d9e-fe18-4aea-85ec-a34f3ee5fc8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46ba532-a4b5-470b-8bea-9eae0f7d40a8,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:44.726799 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3eb74dce-bb74-4bd3-872c-46573a096cbd admin admin] Publish callbacks [] for security_group (f46ba532-a4b5-470b-8bea-9eae0f7d40a8), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.771354 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3eb74dce-bb74-4bd3-872c-46573a096cbd admin admin] Publish callbacks [] for security_group (f46ba532-a4b5-470b-8bea-9eae0f7d40a8), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.830264 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3eb74dce-bb74-4bd3-872c-46573a096cbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (f46ba532-a4b5-470b-8bea-9eae0f7d40a8), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.833396 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3eb74dce-bb74-4bd3-872c-46573a096cbd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:44.837346 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-3eb74dce-bb74-4bd3-872c-46573a096cbd admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f46ba532-a4b5-470b-8bea-9eae0f7d40a8 HTTP/1.1" status: 204 len: 168 time: 0.2034810 Jul 20 19:35:44.857623 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb74dce-bb74-4bd3-872c-46573a096cbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46ba532-a4b5-470b-8bea-9eae0f7d40a8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:45.125140 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-aeca0c34-066e-4f08-81c2-1c6e7eac3185 req-86df9a20-7958-4773-86bd-1cab59e144e9 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 210 time: 0.0454390 Jul 20 19:35:45.602597 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61a2b9-1b53-417e-9a29-b7d5e3842195 req-21b27930-2604-4376-bc57-a630a36f43a9 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:45.605988 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ef61a2b9-1b53-417e-9a29-b7d5e3842195 req-21b27930-2604-4376-bc57-a630a36f43a9 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 943 time: 0.0994778 Jul 20 19:35:45.705451 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ef61a2b9-1b53-417e-9a29-b7d5e3842195 req-dcaee1c4-8682-40d2-8cd6-0347e0e916b4 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0885482 Jul 20 19:35:45.957249 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-85102b48-9620-4cf7-9d26-d7118455bf81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:46.302876 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fc925bd1-3752-4210-a0ca-4ea07d5d3b02 req-2d052c79-9b18-4d1b-a9ab-53b3adbb093a tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 210 time: 0.0710084 Jul 20 19:35:46.843791 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a3943-5660-4e4c-9312-e3505b9a0dc6 req-a00a765a-ade8-43ff-90e6-7aacb2be6334 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:46.846062 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-897a3943-5660-4e4c-9312-e3505b9a0dc6 req-a00a765a-ade8-43ff-90e6-7aacb2be6334 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 943 time: 0.0545864 Jul 20 19:35:46.907352 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-897a3943-5660-4e4c-9312-e3505b9a0dc6 req-1072c680-0055-44fc-9b0f-a81de44ae3c1 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540819 Jul 20 19:35:46.926427 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:47.408361 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-be35202e-d748-4f02-9e30-a839d80bb060 req-9b87534b-eb71-4d06-b81f-38fdc7195f39 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 210 time: 0.0281103 Jul 20 19:35:48.035499 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f52563-3c2f-48a8-9e34-c504f3dbfe7f req-c4cd5937-480b-4782-92ac-1aa16f49be74 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:48.036974 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-38f52563-3c2f-48a8-9e34-c504f3dbfe7f req-c4cd5937-480b-4782-92ac-1aa16f49be74 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 943 time: 0.0498071 Jul 20 19:35:48.072806 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:48.085279 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-38f52563-3c2f-48a8-9e34-c504f3dbfe7f req-916421f8-8de7-4af8-b084-8d6c3af84a0c tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424449 Jul 20 19:35:48.547737 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f5427e54-bf9b-4e12-9509-ed95a360a766 req-b78f5f24-8874-4e25-a1b5-d57a49bb83f4 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 210 time: 0.0419466 Jul 20 19:35:48.651201 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:48.845669 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:49.217705 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c269d88b-3c1f-4856-81e6-4d7695cd0618 req-4b1186dd-042a-434c-a6ac-2e8a2db6baf1 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:49.219276 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c269d88b-3c1f-4856-81e6-4d7695cd0618 req-4b1186dd-042a-434c-a6ac-2e8a2db6baf1 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 943 time: 0.0542173 Jul 20 19:35:49.269484 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c269d88b-3c1f-4856-81e6-4d7695cd0618 req-d32d543c-7361-4173-8db3-d9fdcc4886f0 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445557 Jul 20 19:35:49.655641 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f8e56bcb-baf7-4d62-9533-15a1aa3c21d2 req-c5ebc1a6-d8a6-4ea2-8acf-e94d7e5ca1f4 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 210 time: 0.0314801 Jul 20 19:35:50.411585 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251e848f-3cd7-44d4-accc-6b86ba7e8a62 req-49b40269-7322-4d57-8ddf-a6b80e29b23c tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:50.413557 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-251e848f-3cd7-44d4-accc-6b86ba7e8a62 req-49b40269-7322-4d57-8ddf-a6b80e29b23c tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 943 time: 0.0664382 Jul 20 19:35:50.461948 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-251e848f-3cd7-44d4-accc-6b86ba7e8a62 req-178aff05-4e5a-4678-be27-9414bff14eb8 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427818 Jul 20 19:35:50.770265 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-33eb951d-8ea8-4c2b-937a-a80a9386d4a9 req-b0f8e45b-43f6-4fbf-bc95-d64ea62d166b tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 210 time: 0.0283465 Jul 20 19:35:50.993206 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:51.590590 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153792e8-432c-4c54-a196-ffc605a960df req-67e00be7-c0d5-4fe1-b9ca-6ae3f22d30d3 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:51.592636 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-153792e8-432c-4c54-a196-ffc605a960df req-67e00be7-c0d5-4fe1-b9ca-6ae3f22d30d3 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 943 time: 0.0504997 Jul 20 19:35:51.659953 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-153792e8-432c-4c54-a196-ffc605a960df req-26e270fd-1416-4d08-acef-549d71f17755 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610325 Jul 20 19:35:51.879099 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f05a4ee5-f47f-4c13-b13c-efb3912d795b req-aa976ca3-c5bd-4250-9aa8-1181d49e0ac3 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 210 time: 0.0377855 Jul 20 19:35:52.802328 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168f85e3-35aa-4ad5-b2ec-23a2d4acc22f req-9091c0fb-a6ff-46c3-ad2b-4f599eac2840 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:52.803810 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-168f85e3-35aa-4ad5-b2ec-23a2d4acc22f req-9091c0fb-a6ff-46c3-ad2b-4f599eac2840 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 943 time: 0.0482457 Jul 20 19:35:52.863419 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-168f85e3-35aa-4ad5-b2ec-23a2d4acc22f req-431d2a1d-e763-4d19-a82f-5d8e4915a12a tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530787 Jul 20 19:35:52.983214 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4bb4efc0-0f7c-497e-94bf-65facd97471b req-d0134150-12ba-4cb0-8ef2-ce3ed74495e2 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 210 time: 0.0336714 Jul 20 19:35:53.966234 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:53.985532 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96fefaf-c21b-439e-bc68-8276712bdc34 req-f26feaeb-b0ef-4ef3-84e9-b6b4c6bb0e00 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:53.986993 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e96fefaf-c21b-439e-bc68-8276712bdc34 req-f26feaeb-b0ef-4ef3-84e9-b6b4c6bb0e00 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 943 time: 0.0493727 Jul 20 19:35:54.037765 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e96fefaf-c21b-439e-bc68-8276712bdc34 req-20ff4760-0238-44bd-8e0c-6bba0480776d tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449135 Jul 20 19:35:54.081123 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-43a4b868-158c-4d50-8e75-5891e941ef7a req-7144dfed-5e8c-4293-87f1-c034e8adfa76 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 210 time: 0.0292618 Jul 20 19:35:54.642683 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:54.645728 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=86,neutron:INSERT=9 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:55.169674 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2253c7ba-291d-46ed-9b7e-d05a66e42aeb req-748c4bdd-b0e3-42c1-b218-1ce4d09881ba tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:55.171101 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2253c7ba-291d-46ed-9b7e-d05a66e42aeb req-748c4bdd-b0e3-42c1-b218-1ce4d09881ba tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 943 time: 0.0581524 Jul 20 19:35:55.196028 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d7b610d5-a4ec-4ce7-9e09-ebc900948474 req-fc03cc89-1a68-42b7-b1bb-6629099ecbeb tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 210 time: 0.0461111 Jul 20 19:35:55.233710 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2253c7ba-291d-46ed-9b7e-d05a66e42aeb req-6e19d2a2-9a2e-4148-9c39-ab0f47c438d6 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446634 Jul 20 19:35:55.733165 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-7c8cc269-4603-40aa-81e2-4cb03034ebbd tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:55.734704 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-7c8cc269-4603-40aa-81e2-4cb03034ebbd tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.96 "GET /v2.0/networks?id=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b HTTP/1.1" status: 200 len: 812 time: 0.1298525 Jul 20 19:35:55.815825 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 07d49545-8328-41a0-82f6-5d7bda469348 details requested by agent hyperv_hv-cinder-85054 with host hv-cinder-85054 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:35:55.837839 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-731d72a8-5882-4450-bfe3-711ea66fbbd0 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3f1255754afb4cd384a11c87a9d717df HTTP/1.1" status: 200 len: 377 time: 0.0644014 Jul 20 19:35:55.935320 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 07d49545-8328-41a0-82f6-5d7bda469348, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=07d49545-8328-41a0-82f6-5d7bda469348,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:35:55.947135 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Returning: {'device': '07d49545-8328-41a0-82f6-5d7bda469348', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'port_id': '07d49545-8328-41a0-82f6-5d7bda469348', 'mac_address': 'fa:16:3e:68:ed:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 978, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:35:55.986722 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 07d49545-8328-41a0-82f6-5d7bda469348 is: DOWN; New status is: BUILD {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:35:55.987119 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (07d49545-8328-41a0-82f6-5d7bda469348), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:56.004471 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07d49545-8328-41a0-82f6-5d7bda469348 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:35:56.026955 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 07d49545-8328-41a0-82f6-5d7bda469348, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=07d49545-8328-41a0-82f6-5d7bda469348,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:35:56.031909 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (07d49545-8328-41a0-82f6-5d7bda469348), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:56.040448 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-4681382d-a56f-41d9-8b93-c925fc317e80 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Request body: {'port': {'device_id': '6b2dbe30-65a1-4318-8019-8e8b9cb724e8', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'admin_state_up': True, 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'security_groups': ['f83f3b1c-4b9e-4071-849a-158d7197aa48']}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:35:56.088766 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=07d49545-8328-41a0-82f6-5d7bda469348,revision_number=9']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:56.211181 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-4681382d-a56f-41d9-8b93-c925fc317e80 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Made reservation on behalf of 3f1255754afb4cd384a11c87a9d717df for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:35:56.214799 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-4681382d-a56f-41d9-8b93-c925fc317e80 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:56.222278 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:56.224061 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:56.316229 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2d89272e-759d-4cf9-a4fe-118db6b49b18 req-d0a95e9d-5ac0-49ed-8dba-3b2032b2282d tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 210 time: 0.0350804 Jul 20 19:35:56.361985 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['07d49545-8328-41a0-82f6-5d7bda469348'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:35:56.395930 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bd3a22-623d-4f52-8821-75ba83da350c req-f179a3ed-e11b-4356-9888-1fe4d500f09a tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:56.397660 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-85bd3a22-623d-4f52-8821-75ba83da350c req-f179a3ed-e11b-4356-9888-1fe4d500f09a tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 944 time: 0.0661073 Jul 20 19:35:56.401268 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-4681382d-a56f-41d9-8b93-c925fc317e80 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Allocated IP 172.20.0.7 (bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b/4d19357c-ece7-45d1-a6a5-4668097ab380/b629eaba-44a3-4a33-af05-3aa3cbd94f91) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:35:56.506454 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-85bd3a22-623d-4f52-8821-75ba83da350c req-c9721362-5c48-4204-894a-5da2aceaf945 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004934 Jul 20 19:35:56.588743 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-4681382d-a56f-41d9-8b93-c925fc317e80 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for port (b629eaba-44a3-4a33-af05-3aa3cbd94f91), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:56.608774 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=89,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:56.635365 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-4681382d-a56f-41d9-8b93-c925fc317e80 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (b629eaba-44a3-4a33-af05-3aa3cbd94f91), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:56.667742 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4563139d-e251-4ee3-aa3a-af838d51cd49 req-59f1077e-840e-496b-82ac-7ba0cbd17dc6 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:56.673405 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4563139d-e251-4ee3-aa3a-af838d51cd49 req-59f1077e-840e-496b-82ac-7ba0cbd17dc6 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=324db5cc-5507-42f6-8814-856da9645d90 HTTP/1.1" status: 200 len: 945 time: 0.0676122 Jul 20 19:35:56.677857 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-4681382d-a56f-41d9-8b93-c925fc317e80 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Network bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:35:56.681021 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-4681382d-a56f-41d9-8b93-c925fc317e80 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:35:56.687251 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-4681382d-a56f-41d9-8b93-c925fc317e80 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:35:56.721923 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4681382d-a56f-41d9-8b93-c925fc317e80 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Pushing event updated for resources: {'Port': ['ID=b629eaba-44a3-4a33-af05-3aa3cbd94f91,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:56.736718 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4563139d-e251-4ee3-aa3a-af838d51cd49 req-17b6ec42-cd46-43f8-9a77-c6879a973147 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=1fe8c70f-f1d3-409e-85d2-d0253e6625c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606403 Jul 20 19:35:56.752952 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-4681382d-a56f-41d9-8b93-c925fc317e80 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:56.753587 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-4681382d-a56f-41d9-8b93-c925fc317e80 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:56.771172 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-4681382d-a56f-41d9-8b93-c925fc317e80 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7351279 Jul 20 19:35:56.918853 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f9cc31e6-1e54-4ddd-aa71-8bbd9bbe01d5 None None] Provisioning complete for port b629eaba-44a3-4a33-af05-3aa3cbd94f91 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:35:56.919444 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f9cc31e6-1e54-4ddd-aa71-8bbd9bbe01d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (b629eaba-44a3-4a33-af05-3aa3cbd94f91), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:56.951913 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f9cc31e6-1e54-4ddd-aa71-8bbd9bbe01d5 None None] Port b629eaba-44a3-4a33-af05-3aa3cbd94f91 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:35:57.325356 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 41984) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:57.442083 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d338a27c-9f5a-4d87-a60a-9a1b64682986 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:57.457114 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796bbe86-41da-4427-bb11-d8483c8b2ee9 req-ccdc7a42-f919-4d11-8a79-a87e0b30bc53 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:57.458577 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-796bbe86-41da-4427-bb11-d8483c8b2ee9 req-ccdc7a42-f919-4d11-8a79-a87e0b30bc53 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 931 time: 0.0668094 Jul 20 19:35:57.521813 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:INSERT=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:57.543815 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-796bbe86-41da-4427-bb11-d8483c8b2ee9 req-8cbc5944-4c81-44fd-b4fa-2e53b2dc987d tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0791607 Jul 20 19:35:57.575761 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d338a27c-9f5a-4d87-a60a-9a1b64682986 admin admin] Publish callbacks [] for security_group (dfc7e005-59df-4393-ad71-69a3fd8b45a2), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:57.579538 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d338a27c-9f5a-4d87-a60a-9a1b64682986 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (dfc7e005-59df-4393-ad71-69a3fd8b45a2), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:57.654654 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-d338a27c-9f5a-4d87-a60a-9a1b64682986 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=08fcec3219064371acaa7737b4e97a2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3281002 Jul 20 19:35:57.657804 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 41992) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:57.658267 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d338a27c-9f5a-4d87-a60a-9a1b64682986 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc7e005-59df-4393-ad71-69a3fd8b45a2,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:57.666389 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e081302f-1f19-46f0-a098-a6ecd6959a3f req-9d49b01a-6dfc-41a1-9d46-8ef3f96176c3 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:57.667852 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e081302f-1f19-46f0-a098-a6ecd6959a3f req-9d49b01a-6dfc-41a1-9d46-8ef3f96176c3 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 944 time: 0.0758255 Jul 20 19:35:57.711733 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bc809810-a2c9-49cc-bc46-9f88689d083c admin admin] Publish callbacks [] for security_group (dfc7e005-59df-4393-ad71-69a3fd8b45a2), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:57.719662 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e081302f-1f19-46f0-a098-a6ecd6959a3f req-76c9d2d8-c900-4c2a-88b3-f41c45fd27d4 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436971 Jul 20 19:35:57.735079 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bc809810-a2c9-49cc-bc46-9f88689d083c admin admin] Publish callbacks [] for security_group (dfc7e005-59df-4393-ad71-69a3fd8b45a2), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:57.812328 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 07d49545-8328-41a0-82f6-5d7bda469348 up at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:35:57.861703 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bc809810-a2c9-49cc-bc46-9f88689d083c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (dfc7e005-59df-4393-ad71-69a3fd8b45a2), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:57.866794 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bc809810-a2c9-49cc-bc46-9f88689d083c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:57.870515 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-bc809810-a2c9-49cc-bc46-9f88689d083c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/dfc7e005-59df-4393-ad71-69a3fd8b45a2 HTTP/1.1" status: 204 len: 168 time: 0.2109189 Jul 20 19:35:57.890637 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning complete for port 07d49545-8328-41a0-82f6-5d7bda469348 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:35:57.891027 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (07d49545-8328-41a0-82f6-5d7bda469348), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:57.895457 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc809810-a2c9-49cc-bc46-9f88689d083c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc7e005-59df-4393-ad71-69a3fd8b45a2,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:57.895980 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceacad71-c3ec-441c-8170-2d75c70bd48e req-a6eb59d4-3bb3-4ad0-8946-1b467a698ee5 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:57.897627 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ceacad71-c3ec-441c-8170-2d75c70bd48e req-a6eb59d4-3bb3-4ad0-8946-1b467a698ee5 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=324db5cc-5507-42f6-8814-856da9645d90 HTTP/1.1" status: 200 len: 945 time: 0.0809731 Jul 20 19:35:57.923306 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:57.965587 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ceacad71-c3ec-441c-8170-2d75c70bd48e req-2b77d416-5364-41ab-ac60-7fb4e6fbf811 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=1fe8c70f-f1d3-409e-85d2-d0253e6625c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618391 Jul 20 19:35:57.991530 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 07d49545-8328-41a0-82f6-5d7bda469348 is: BUILD; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:35:57.991926 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (07d49545-8328-41a0-82f6-5d7bda469348), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:58.016565 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c72290e-2e8d-4d75-bc12-044982fde7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d49545-8328-41a0-82f6-5d7bda469348'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:35:58.019111 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3403b36f-aa93-484d-b3dd-1088317e13b3" -d '{"events": [{"server_uuid": "0c72290e-2e8d-4d75-bc12-044982fde7e4", "name": "network-vif-plugged", "status": "completed", "tag": "07d49545-8328-41a0-82f6-5d7bda469348"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:35:58.032280 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 07d49545-8328-41a0-82f6-5d7bda469348, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=07d49545-8328-41a0-82f6-5d7bda469348,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:35:58.038845 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (07d49545-8328-41a0-82f6-5d7bda469348), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:58.066499 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c157507-8dc8-4761-afa8-a138d90d723b x-openstack-request-id: req-1c157507-8dc8-4761-afa8-a138d90d723b {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:35:58.066802 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c72290e-2e8d-4d75-bc12-044982fde7e4", "name": "network-vif-plugged", "status": "completed", "tag": "07d49545-8328-41a0-82f6-5d7bda469348", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:35:58.067059 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1c157507-8dc8-4761-afa8-a138d90d723b {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:35:58.067456 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c157507-8dc8-4761-afa8-a138d90d723b'] response: {'server_uuid': '0c72290e-2e8d-4d75-bc12-044982fde7e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07d49545-8328-41a0-82f6-5d7bda469348', 'code': 200} Jul 20 19:35:58.075865 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-6a03a3a9-f8be-4fc6-993f-0938a4757d08 service neutron] Request body: {'port': {'device_id': '6b2dbe30-65a1-4318-8019-8e8b9cb724e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85054'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:35:58.096897 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=07d49545-8328-41a0-82f6-5d7bda469348,revision_number=10']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:58.155452 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-6a03a3a9-f8be-4fc6-993f-0938a4757d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (b629eaba-44a3-4a33-af05-3aa3cbd94f91), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:58.214532 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=93,neutron:INSERT=2,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:58.255602 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42002) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:58.271140 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f66da8ab-77b0-49fa-886c-91f91480542a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:58.328557 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:58.364641 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f66da8ab-77b0-49fa-886c-91f91480542a admin admin] Publish callbacks [] for security_group (5c98fac4-3a69-4400-af03-2de66ec52c37), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:58.369209 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f66da8ab-77b0-49fa-886c-91f91480542a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (5c98fac4-3a69-4400-af03-2de66ec52c37), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:58.408583 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66da8ab-77b0-49fa-886c-91f91480542a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c98fac4-3a69-4400-af03-2de66ec52c37,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:58.417199 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-f66da8ab-77b0-49fa-886c-91f91480542a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d497da86a255427686e9a4de8e650f7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1580486 Jul 20 19:35:58.417759 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42004) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:35:58.469699 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cac17b16-7435-48c9-8edd-14896dbbca44 admin admin] Publish callbacks [] for security_group (5c98fac4-3a69-4400-af03-2de66ec52c37), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:58.474029 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-6a03a3a9-f8be-4fc6-993f-0938a4757d08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b629eaba-44a3-4a33-af05-3aa3cbd94f91 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:35:58.482327 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-6a03a3a9-f8be-4fc6-993f-0938a4757d08 service neutron] Publish callbacks [] for port (b629eaba-44a3-4a33-af05-3aa3cbd94f91), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:58.493367 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cac17b16-7435-48c9-8edd-14896dbbca44 admin admin] Publish callbacks [] for security_group (5c98fac4-3a69-4400-af03-2de66ec52c37), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:58.495478 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-6a03a3a9-f8be-4fc6-993f-0938a4757d08 service neutron] Transition to ACTIVE for port object b629eaba-44a3-4a33-af05-3aa3cbd94f91 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:35:58.500127 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-6a03a3a9-f8be-4fc6-993f-0938a4757d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525612'] for port (b629eaba-44a3-4a33-af05-3aa3cbd94f91), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:58.571113 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03a3a9-f8be-4fc6-993f-0938a4757d08 service neutron] Pushing event updated for resources: {'Port': ['ID=b629eaba-44a3-4a33-af05-3aa3cbd94f91,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:58.613777 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef55e92-4e4d-48ac-85c3-e6d595c5381b req-75996097-b175-472a-b64b-71ba3b1e59bc tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:58.616543 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0ef55e92-4e4d-48ac-85c3-e6d595c5381b req-75996097-b175-472a-b64b-71ba3b1e59bc tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.96 "GET /v2.0/ports?device_id=324db5cc-5507-42f6-8814-856da9645d90 HTTP/1.1" status: 200 len: 945 time: 0.0885952 Jul 20 19:35:58.636728 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cac17b16-7435-48c9-8edd-14896dbbca44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (5c98fac4-3a69-4400-af03-2de66ec52c37), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:58.639334 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cac17b16-7435-48c9-8edd-14896dbbca44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:58.640757 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-cac17b16-7435-48c9-8edd-14896dbbca44 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5c98fac4-3a69-4400-af03-2de66ec52c37 HTTP/1.1" status: 204 len: 168 time: 0.2223749 Jul 20 19:35:58.681067 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-6a03a3a9-f8be-4fc6-993f-0938a4757d08 service neutron] Attempting to bind port b629eaba-44a3-4a33-af05-3aa3cbd94f91 on host hv-cinder-85054 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:35:58.681798 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-6a03a3a9-f8be-4fc6-993f-0938a4757d08 service neutron] Attempting to bind port b629eaba-44a3-4a33-af05-3aa3cbd94f91 by drivers openvswitch,hyperv on host hv-cinder-85054 at level 0 using segments [{'id': 'bc85ed34-e892-4f73-ad9d-357e54d0164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:35:58.682486 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-6a03a3a9-f8be-4fc6-993f-0938a4757d08 service neutron] Attempting to bind port b629eaba-44a3-4a33-af05-3aa3cbd94f91 on network bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:35:58.690296 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-6a03a3a9-f8be-4fc6-993f-0938a4757d08 service neutron] Port b629eaba-44a3-4a33-af05-3aa3cbd94f91 on network bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85054 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:35:58.694265 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-6a03a3a9-f8be-4fc6-993f-0938a4757d08 service neutron] Attempting to bind port b629eaba-44a3-4a33-af05-3aa3cbd94f91 on network bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:35:58.706425 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-6a03a3a9-f8be-4fc6-993f-0938a4757d08 service neutron] Checking agent: {'id': 'e6883320-19dd-4a2d-8302-97f8dd23b041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85054', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'started_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 35, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:35:58.707134 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-6a03a3a9-f8be-4fc6-993f-0938a4757d08 service neutron] Checking segment: {'id': 'bc85ed34-e892-4f73-ad9d-357e54d0164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:35:58.707804 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-6a03a3a9-f8be-4fc6-993f-0938a4757d08 service neutron] Bound using segment: {'id': 'bc85ed34-e892-4f73-ad9d-357e54d0164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:35:58.708457 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-6a03a3a9-f8be-4fc6-993f-0938a4757d08 service neutron] Bound port: b629eaba-44a3-4a33-af05-3aa3cbd94f91, host: hv-cinder-85054, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc85ed34-e892-4f73-ad9d-357e54d0164b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 993, 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:35:58.709087 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-6a03a3a9-f8be-4fc6-993f-0938a4757d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (b629eaba-44a3-4a33-af05-3aa3cbd94f91), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:58.713548 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:58.716710 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac17b16-7435-48c9-8edd-14896dbbca44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c98fac4-3a69-4400-af03-2de66ec52c37,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:58.733177 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfdcb0a-48a0-4afa-a669-0bd4e9adebab req-b8b569e7-16e6-4e54-9bc3-7e09ecb8413a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:58.735060 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6dfdcb0a-48a0-4afa-a669-0bd4e9adebab req-b8b569e7-16e6-4e54-9bc3-7e09ecb8413a service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 1130 time: 0.1468420 Jul 20 19:35:58.816409 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d72269e-b4d6-4344-bcae-e20e6104ab59 req-efbbda48-d8a8-424e-bb03-4da98fb0496d tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:58.823114 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9d72269e-b4d6-4344-bcae-e20e6104ab59 req-efbbda48-d8a8-424e-bb03-4da98fb0496d tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 943 time: 0.1729693 Jul 20 19:35:58.825387 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-6a03a3a9-f8be-4fc6-993f-0938a4757d08 service neutron] For port b629eaba-44a3-4a33-af05-3aa3cbd94f91, host hv-cinder-85054, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:35:58.829090 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-6a03a3a9-f8be-4fc6-993f-0938a4757d08 service neutron] For port b629eaba-44a3-4a33-af05-3aa3cbd94f91, host hv-cinder-85054, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=b629eaba-44a3-4a33-af05-3aa3cbd94f91,segment=NetworkSegment(bc85ed34-e892-4f73-ad9d-357e54d0164b),segment_id=bc85ed34-e892-4f73-ad9d-357e54d0164b)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:35:58.837148 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-6a03a3a9-f8be-4fc6-993f-0938a4757d08 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525612'] for port (b629eaba-44a3-4a33-af05-3aa3cbd94f91), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:58.866865 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-0ef55e92-4e4d-48ac-85c3-e6d595c5381b req-c82a2dbe-9ca4-48ec-8ef7-d5eab3f385fe tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Deleting port e7b6841e-bfd1-409d-8c32-4732c85f1421 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:35:58.867208 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0ef55e92-4e4d-48ac-85c3-e6d595c5381b req-c82a2dbe-9ca4-48ec-8ef7-d5eab3f385fe tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (e7b6841e-bfd1-409d-8c32-4732c85f1421), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:58.874611 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-6a03a3a9-f8be-4fc6-993f-0938a4757d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:58.876818 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-6a03a3a9-f8be-4fc6-993f-0938a4757d08 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:58.878601 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-6a03a3a9-f8be-4fc6-993f-0938a4757d08 service neutron] 10.222.0.96 "PUT /v2.0/ports/b629eaba-44a3-4a33-af05-3aa3cbd94f91 HTTP/1.1" status: 200 len: 1093 time: 0.8081379 Jul 20 19:35:58.879119 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2dbe30-65a1-4318-8019-8e8b9cb724e8', 'tag': 'b629eaba-44a3-4a33-af05-3aa3cbd94f91'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:35:58.881616 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9cd79ebd3f805e6a7478220ee26c4e1921248cfe9318229c3fb3c09e22ed3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c48f246-8e3a-439e-8d73-45d65b6fc6cf" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2dbe30-65a1-4318-8019-8e8b9cb724e8", "tag": "b629eaba-44a3-4a33-af05-3aa3cbd94f91"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:35:58.884578 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:58.894487 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:INSERT=11,neutron:SELECT=86,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:58.908384 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a03a3a9-f8be-4fc6-993f-0938a4757d08 service neutron] Pushing event updated for resources: {'Port': ['ID=b629eaba-44a3-4a33-af05-3aa3cbd94f91,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:58.969487 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6dfdcb0a-48a0-4afa-a669-0bd4e9adebab req-3d7f5ddb-2b53-4f3c-9360-9683803fa814 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2228174 Jul 20 19:35:59.004537 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-74d2dea3-9386-47e9-abaf-4095010ae498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:59.006153 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-74d2dea3-9386-47e9-abaf-4095010ae498 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3f1255754afb4cd384a11c87a9d717df&device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 1127 time: 0.0608134 Jul 20 19:35:59.025424 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617e09e0-b53a-46fd-9162-906ec0b252b0 req-cf6540d4-e9e3-4e56-b8d3-301b2c76faff tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:59.026893 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-617e09e0-b53a-46fd-9162-906ec0b252b0 req-cf6540d4-e9e3-4e56-b8d3-301b2c76faff tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 946 time: 0.1998737 Jul 20 19:35:59.034007 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9d72269e-b4d6-4344-bcae-e20e6104ab59 req-31c0bd7b-dd7e-4221-b941-d7cacf0c282b tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.2100492 Jul 20 19:35:59.100767 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:35:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cfb7a5a-0f03-40f8-822c-c392b15154a4 x-openstack-request-id: req-8cfb7a5a-0f03-40f8-822c-c392b15154a4 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:35:59.101122 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2dbe30-65a1-4318-8019-8e8b9cb724e8", "tag": "b629eaba-44a3-4a33-af05-3aa3cbd94f91", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:35:59.101330 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8cfb7a5a-0f03-40f8-822c-c392b15154a4 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:35:59.107981 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cfb7a5a-0f03-40f8-822c-c392b15154a4'] response: {'name': 'network-changed', 'server_uuid': '6b2dbe30-65a1-4318-8019-8e8b9cb724e8', 'tag': 'b629eaba-44a3-4a33-af05-3aa3cbd94f91', 'status': 'completed', 'code': 200} Jul 20 19:35:59.126863 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-0ef55e92-4e4d-48ac-85c3-e6d595c5381b req-c82a2dbe-9ca4-48ec-8ef7-d5eab3f385fe tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] For port e7b6841e-bfd1-409d-8c32-4732c85f1421, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=e7b6841e-bfd1-409d-8c32-4732c85f1421,segment=NetworkSegment(afd2cd19-bdf1-4210-8214-74dd85035192),segment_id=afd2cd19-bdf1-4210-8214-74dd85035192)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:35:59.127252 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0ef55e92-4e4d-48ac-85c3-e6d595c5381b req-c82a2dbe-9ca4-48ec-8ef7-d5eab3f385fe tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (e7b6841e-bfd1-409d-8c32-4732c85f1421), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:59.139885 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-617e09e0-b53a-46fd-9162-906ec0b252b0 req-18d3d297-3a38-4c4c-adee-bfc7e81a83e4 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1048889 Jul 20 19:35:59.223275 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:35:59.251813 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:35:59.302685 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc82989f-b7d5-435e-b4f5-1cfe1565d735 req-12044fa7-2f7f-4428-87f0-cfee814d7127 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:59.304177 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cc82989f-b7d5-435e-b4f5-1cfe1565d735 req-12044fa7-2f7f-4428-87f0-cfee814d7127 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=324db5cc-5507-42f6-8814-856da9645d90 HTTP/1.1" status: 200 len: 945 time: 0.1114967 Jul 20 19:35:59.360588 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-be47d3b0-3ab3-4e75-9e88-668e1946cc31 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b629eaba-44a3-4a33-af05-3aa3cbd94f91 HTTP/1.1" status: 200 len: 217 time: 0.0358815 Jul 20 19:35:59.663070 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0ef55e92-4e4d-48ac-85c3-e6d595c5381b req-c82a2dbe-9ca4-48ec-8ef7-d5eab3f385fe tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:59.663697 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0ef55e92-4e4d-48ac-85c3-e6d595c5381b req-c82a2dbe-9ca4-48ec-8ef7-d5eab3f385fe tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (9e8fbdb3-cd19-45cd-9b9d-1e2a7001d24a), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:59.663830 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [req-0ef55e92-4e4d-48ac-85c3-e6d595c5381b req-c82a2dbe-9ca4-48ec-8ef7-d5eab3f385fe tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Floating IP 9e8fbdb3-cd19-45cd-9b9d-1e2a7001d24a disassociated. External IP: 172.27.3.5, port: e7b6841e-bfd1-409d-8c32-4732c85f1421. Jul 20 19:35:59.664057 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-0ef55e92-4e4d-48ac-85c3-e6d595c5381b req-c82a2dbe-9ca4-48ec-8ef7-d5eab3f385fe tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Calling delete_port for e7b6841e-bfd1-409d-8c32-4732c85f1421 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:35:59.668754 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cc82989f-b7d5-435e-b4f5-1cfe1565d735 req-a85c8a27-bc6e-4ecc-bc78-beef2fe0b938 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups?id=1fe8c70f-f1d3-409e-85d2-d0253e6625c7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3573623 Jul 20 19:35:59.742182 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-755d5f41-4239-4292-a413-3a4955cde45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:59.743660 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-755d5f41-4239-4292-a413-3a4955cde45f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4d19357c-ece7-45d1-a6a5-4668097ab380 HTTP/1.1" status: 200 len: 851 time: 0.0538013 Jul 20 19:35:59.798974 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-cb23d39b-27e6-4796-8d34-6ac1516738db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:35:59.800479 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-cb23d39b-27e6-4796-8d34-6ac1516738db service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0455821 Jul 20 19:35:59.814543 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0ef55e92-4e4d-48ac-85c3-e6d595c5381b req-c82a2dbe-9ca4-48ec-8ef7-d5eab3f385fe tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (e7b6841e-bfd1-409d-8c32-4732c85f1421), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:35:59.848238 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82a2dbe-9ca4-48ec-8ef7-d5eab3f385fe tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Pushing event deleted for resources: {'Port': ['ID=e7b6841e-bfd1-409d-8c32-4732c85f1421,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:35:59.944568 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-da1f95b3-2673-4ba5-8917-e62f3860bc2c service neutron] 10.222.0.96 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1132824 Jul 20 19:35:59.967967 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0ef55e92-4e4d-48ac-85c3-e6d595c5381b req-c82a2dbe-9ca4-48ec-8ef7-d5eab3f385fe tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Router f9cc5915-3f57-4e67-a23c-9d1a60c57a12 has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:36:00.072523 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-f3bec9c0-c8ad-4fe6-8d6b-7899235929a1 req-8a02f7b1-dec7-4e99-8262-0388d0e83905 service neutron] 10.222.0.96 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094368 Jul 20 19:36:00.105079 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0ef55e92-4e4d-48ac-85c3-e6d595c5381b req-c82a2dbe-9ca4-48ec-8ef7-d5eab3f385fe tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:36:00.116477 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16484888-fbe5-49d0-a1aa-e311c725b426 None None] Sync routers for ids ['f9cc5915-3f57-4e67-a23c-9d1a60c57a12'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:36:00.128203 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16484888-fbe5-49d0-a1aa-e311c725b426 None None] Routers {'f9cc5915-3f57-4e67-a23c-9d1a60c57a12'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:00.128682 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-16484888-fbe5-49d0-a1aa-e311c725b426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:35:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['f9cc5915-3f57-4e67-a23c-9d1a60c57a12'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:00.200339 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef55e92-4e4d-48ac-85c3-e6d595c5381b req-c82a2dbe-9ca4-48ec-8ef7-d5eab3f385fe tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] No DVR routers for this DVR port e7b6841e-bfd1-409d-8c32-4732c85f1421 on host hv-cinder-85054 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:36:00.205903 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-0ef55e92-4e4d-48ac-85c3-e6d595c5381b req-c82a2dbe-9ca4-48ec-8ef7-d5eab3f385fe tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:00.209558 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0ef55e92-4e4d-48ac-85c3-e6d595c5381b req-c82a2dbe-9ca4-48ec-8ef7-d5eab3f385fe tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.96 "DELETE /v2.0/ports/e7b6841e-bfd1-409d-8c32-4732c85f1421 HTTP/1.1" status: 204 len: 173 time: 1.5738719 Jul 20 19:36:00.210300 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324db5cc-5507-42f6-8814-856da9645d90', 'name': 'network-vif-deleted', 'tag': 'e7b6841e-bfd1-409d-8c32-4732c85f1421'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:36:00.212736 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c1f9703-b0da-4e29-8e79-19007815d51f" -d '{"events": [{"server_uuid": "324db5cc-5507-42f6-8814-856da9645d90", "name": "network-vif-deleted", "tag": "e7b6841e-bfd1-409d-8c32-4732c85f1421"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:36:00.232107 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f3eb1d-f67d-4834-a0bc-699068c72816 req-0f14be78-bfae-4482-b902-56927754bd75 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:00.233774 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f8f3eb1d-f67d-4834-a0bc-699068c72816 req-0f14be78-bfae-4482-b902-56927754bd75 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 943 time: 0.1120660 Jul 20 19:36:00.288691 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-16484888-fbe5-49d0-a1aa-e311c725b426 None None] Set router f9cc5915-3f57-4e67-a23c-9d1a60c57a12 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:00.349120 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1710375e-ed84-434d-b02e-1583044584c3 req-69368ade-f923-4c07-a4b5-0d44c5a2f291 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:00.357113 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1710375e-ed84-434d-b02e-1583044584c3 req-69368ade-f923-4c07-a4b5-0d44c5a2f291 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 946 time: 0.1009524 Jul 20 19:36:00.395509 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f8f3eb1d-f67d-4834-a0bc-699068c72816 req-9baa4373-9b75-48f6-95e4-4736b6ecde99 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1544678 Jul 20 19:36:00.431311 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1710375e-ed84-434d-b02e-1583044584c3 req-be142a12-c153-44bc-b013-d54726056d97 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0730517 Jul 20 19:36:00.458615 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dddbe995-0598-4966-b48f-23ca81c86c0b x-openstack-request-id: req-dddbe995-0598-4966-b48f-23ca81c86c0b {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:36:00.459017 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324db5cc-5507-42f6-8814-856da9645d90", "name": "network-vif-deleted", "tag": "e7b6841e-bfd1-409d-8c32-4732c85f1421", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:36:00.459277 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-dddbe995-0598-4966-b48f-23ca81c86c0b {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:36:00.459689 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-dddbe995-0598-4966-b48f-23ca81c86c0b'] response: {'server_uuid': '324db5cc-5507-42f6-8814-856da9645d90', 'name': 'network-vif-deleted', 'tag': 'e7b6841e-bfd1-409d-8c32-4732c85f1421', 'status': 'completed', 'code': 200} Jul 20 19:36:00.525649 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-16484888-fbe5-49d0-a1aa-e311c725b426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'name': 'tempest-AttachVolumeTestJSON-1156265961-router', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:43Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'gw_port': {'id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': 'cb490074-bd44-41dc-a14d-7234c9f437cc', 'name': '', 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'mac_address': 'fa:16:3e:20:c6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:28:14Z', 'revision_number': 5, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'subnets': [{'id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:00.555813 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16484888-fbe5-49d0-a1aa-e311c725b426 None None] Checking router: f9cc5915-3f57-4e67-a23c-9d1a60c57a12 for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:36:00.566780 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16484888-fbe5-49d0-a1aa-e311c725b426 None None] Routers {'f9cc5915-3f57-4e67-a23c-9d1a60c57a12'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:00.567404 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-16484888-fbe5-49d0-a1aa-e311c725b426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:35:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['f9cc5915-3f57-4e67-a23c-9d1a60c57a12'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:00.676278 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-16484888-fbe5-49d0-a1aa-e311c725b426 None None] Set router f9cc5915-3f57-4e67-a23c-9d1a60c57a12 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:00.793929 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bf0e39ac-b456-4d5e-be31-2212718b3487 req-03916f3a-0537-4c87-91b9-afb8aa1c293f tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/ports?device_id=324db5cc-5507-42f6-8814-856da9645d90 HTTP/1.1" status: 200 len: 210 time: 0.0385303 Jul 20 19:36:00.899264 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-16484888-fbe5-49d0-a1aa-e311c725b426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'name': 'tempest-AttachVolumeTestJSON-1156265961-router', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:43Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'gw_port': {'id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': 'cb490074-bd44-41dc-a14d-7234c9f437cc', 'name': '', 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'mac_address': 'fa:16:3e:20:c6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:28:14Z', 'revision_number': 5, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'subnets': [{'id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:00.926856 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16484888-fbe5-49d0-a1aa-e311c725b426 None None] The sync data for ids ['f9cc5915-3f57-4e67-a23c-9d1a60c57a12'] in dv-cinder-850548-1-iscsi is: [{'id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'name': 'tempest-AttachVolumeTestJSON-1156265961-router', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:43Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'gw_port': {'id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': 'cb490074-bd44-41dc-a14d-7234c9f437cc', 'name': '', 'network_id': '1f233501-5abf-42f7-9923-d5c098fbf3c6', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'mac_address': 'fa:16:3e:20:c6:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_interface', 'standard_attr_id': 121, 'fixed_ips': [{'subnet_id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:28:14Z', 'revision_number': 5, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'subnets': [{'id': '08142ecb-a299-44b2-8261-d97f0c41a1df', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:36:01.066857 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:01.081804 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48f246-8e3a-439e-8d73-45d65b6fc6cf req-d2357acb-4c31-4d55-8950-a4066c575598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:01.083774 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4c48f246-8e3a-439e-8d73-45d65b6fc6cf req-d2357acb-4c31-4d55-8950-a4066c575598 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3f1255754afb4cd384a11c87a9d717df&device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 1127 time: 0.0585928 Jul 20 19:36:01.128088 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:01.191566 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48f246-8e3a-439e-8d73-45d65b6fc6cf req-fa3f4d6a-276d-4e71-a429-6a820cc5cd9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:01.197053 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4c48f246-8e3a-439e-8d73-45d65b6fc6cf req-fa3f4d6a-276d-4e71-a429-6a820cc5cd9d service neutron] 10.222.0.96 "GET /v2.0/networks?id=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b HTTP/1.1" status: 200 len: 913 time: 0.1023090 Jul 20 19:36:01.210392 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f85546b-e425-415a-914f-c79d4d653ae7 None None] New status for floating IP 9e8fbdb3-cd19-45cd-9b9d-1e2a7001d24a: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:36:01.582268 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4c48f246-8e3a-439e-8d73-45d65b6fc6cf req-04822a40-5529-490d-aab0-1effde9ba652 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b629eaba-44a3-4a33-af05-3aa3cbd94f91 HTTP/1.1" status: 200 len: 217 time: 0.0750999 Jul 20 19:36:01.603791 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc12bf3-de43-4e5d-a5e4-a4c74e7288ab req-5f3a2082-980d-4fcc-b5dd-d18e4b20063d tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:01.605588 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-edc12bf3-de43-4e5d-a5e4-a4c74e7288ab req-5f3a2082-980d-4fcc-b5dd-d18e4b20063d tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 943 time: 0.1318319 Jul 20 19:36:01.646165 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2237ab0e-8bb0-408f-9d4b-663554608ce8 req-44974721-dfd5-4d11-9a7e-b8d205257978 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:01.647684 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2237ab0e-8bb0-408f-9d4b-663554608ce8 req-44974721-dfd5-4d11-9a7e-b8d205257978 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 946 time: 0.1301274 Jul 20 19:36:01.698931 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48f246-8e3a-439e-8d73-45d65b6fc6cf req-56edb404-d94b-423d-90f9-1c5527a16e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:01.700381 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4c48f246-8e3a-439e-8d73-45d65b6fc6cf req-56edb404-d94b-423d-90f9-1c5527a16e82 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4d19357c-ece7-45d1-a6a5-4668097ab380 HTTP/1.1" status: 200 len: 851 time: 0.1113729 Jul 20 19:36:01.730349 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-edc12bf3-de43-4e5d-a5e4-a4c74e7288ab req-4f90e644-28aa-4833-ae4e-a0d97298c0e1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1023300 Jul 20 19:36:01.757371 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2237ab0e-8bb0-408f-9d4b-663554608ce8 req-c504b58b-1836-440e-94d6-919d885ebc71 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969708 Jul 20 19:36:01.798169 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c48f246-8e3a-439e-8d73-45d65b6fc6cf req-43def4fe-cd40-4f6e-ac78-592cc863e9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:01.799828 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4c48f246-8e3a-439e-8d73-45d65b6fc6cf req-43def4fe-cd40-4f6e-ac78-592cc863e9ee service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563772 Jul 20 19:36:01.830367 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device e7b6841e-bfd1-409d-8c32-4732c85f1421 no longer exists at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:36:01.879655 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] No Port match for: e7b6841e-bfd1-409d-8c32-4732c85f1421 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:36:01.880202 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device e7b6841e-bfd1-409d-8c32-4732c85f1421 not bound to the agent host hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:36:01.899465 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 42114) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:01.903898 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4c48f246-8e3a-439e-8d73-45d65b6fc6cf req-e458f375-17bd-4039-9348-377110d95df0 service neutron] 10.222.0.96 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976534 Jul 20 19:36:01.963082 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9cdcda73-a827-41eb-8594-47aa3e620643 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for security_group (1fe8c70f-f1d3-409e-85d2-d0253e6625c7), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:01.988382 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:01.990997 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9cdcda73-a827-41eb-8594-47aa3e620643 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for security_group (1fe8c70f-f1d3-409e-85d2-d0253e6625c7), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:02.015261 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4c48f246-8e3a-439e-8d73-45d65b6fc6cf req-51eb6e81-404c-457a-8d6d-f953143d2451 service neutron] 10.222.0.96 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042295 Jul 20 19:36:02.046586 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9cdcda73-a827-41eb-8594-47aa3e620643 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (1fe8c70f-f1d3-409e-85d2-d0253e6625c7), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:02.051064 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9cdcda73-a827-41eb-8594-47aa3e620643 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:02.052255 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-9cdcda73-a827-41eb-8594-47aa3e620643 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "DELETE /v2.0/security-groups/1fe8c70f-f1d3-409e-85d2-d0253e6625c7 HTTP/1.1" status: 204 len: 168 time: 0.1512167 Jul 20 19:36:02.055802 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42118) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:02.061921 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdcda73-a827-41eb-8594-47aa3e620643 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fe8c70f-f1d3-409e-85d2-d0253e6625c7,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:02.083942 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.api.v2.resource [None req-ce81f30e-c6aa-49e1-847b-a266df8a3ae2 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] show failed (client error): The resource could not be found. Jul 20 19:36:02.090801 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-ce81f30e-c6aa-49e1-847b-a266df8a3ae2 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "GET /v2.0/security-groups/1fe8c70f-f1d3-409e-85d2-d0253e6625c7 HTTP/1.1" status: 404 len: 347 time: 0.0337353 Jul 20 19:36:02.094152 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42120) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:02.223343 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c197626d-0213-496b-ad8e-231ee2e49dc7 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Deleting port 4afaa2ee-f861-4032-abac-1a00ac0af49b {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:36:02.224057 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c197626d-0213-496b-ad8e-231ee2e49dc7 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (4afaa2ee-f861-4032-abac-1a00ac0af49b), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:02.313244 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c197626d-0213-496b-ad8e-231ee2e49dc7 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (4afaa2ee-f861-4032-abac-1a00ac0af49b), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:02.313609 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c197626d-0213-496b-ad8e-231ee2e49dc7 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for floatingip (4afaa2ee-f861-4032-abac-1a00ac0af49b), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:02.327393 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c197626d-0213-496b-ad8e-231ee2e49dc7 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Calling delete_port for 4afaa2ee-f861-4032-abac-1a00ac0af49b owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:36:02.457595 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:02.470290 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c197626d-0213-496b-ad8e-231ee2e49dc7 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (4afaa2ee-f861-4032-abac-1a00ac0af49b), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:02.498825 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197626d-0213-496b-ad8e-231ee2e49dc7 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Pushing event deleted for resources: {'Port': ['ID=4afaa2ee-f861-4032-abac-1a00ac0af49b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:02.545929 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:02.566794 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c197626d-0213-496b-ad8e-231ee2e49dc7 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks [] for floatingip (9e8fbdb3-cd19-45cd-9b9d-1e2a7001d24a), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:02.569357 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c197626d-0213-496b-ad8e-231ee2e49dc7 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:02.570508 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-c197626d-0213-496b-ad8e-231ee2e49dc7 tempest-AttachVolumeTestJSON-1254497671 tempest-AttachVolumeTestJSON-1254497671-project] 10.222.0.79 "DELETE /v2.0/floatingips/9e8fbdb3-cd19-45cd-9b9d-1e2a7001d24a HTTP/1.1" status: 204 len: 168 time: 0.4751253 Jul 20 19:36:02.858090 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958a3480-6080-4871-8090-56f7a0bfa33b req-c40c16ec-8d26-4dcb-ad84-a12ff68941c6 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:02.859626 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-958a3480-6080-4871-8090-56f7a0bfa33b req-c40c16ec-8d26-4dcb-ad84-a12ff68941c6 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 943 time: 0.0578768 Jul 20 19:36:02.911170 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3572749-b7c1-4299-90d1-d0736026d824 req-6256f4c7-1a20-4a89-8deb-755ab239edc3 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:02.912857 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b3572749-b7c1-4299-90d1-d0736026d824 req-6256f4c7-1a20-4a89-8deb-755ab239edc3 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 946 time: 0.0758898 Jul 20 19:36:02.957159 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-958a3480-6080-4871-8090-56f7a0bfa33b req-5bf3be6b-ae41-484a-990c-692ae691a646 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0775471 Jul 20 19:36:02.990891 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b3572749-b7c1-4299-90d1-d0736026d824 req-3852a21e-fd2f-4278-9597-24f543fbb707 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677772 Jul 20 19:36:04.077677 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee201f1-d405-48bf-af2f-707aa550ba64 req-677568c7-1160-4b16-9e22-7414192008d6 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:04.080082 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eee201f1-d405-48bf-af2f-707aa550ba64 req-677568c7-1160-4b16-9e22-7414192008d6 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 943 time: 0.0489533 Jul 20 19:36:04.129848 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-eee201f1-d405-48bf-af2f-707aa550ba64 req-b7a3902d-32ec-4d4e-acf7-0a33f59152dd tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0437553 Jul 20 19:36:05.247632 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a316f43-1d18-4e55-9c40-b5d9870a4cdb req-f1a5ee0a-af41-487a-8577-782085e18a1c tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:05.249071 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2a316f43-1d18-4e55-9c40-b5d9870a4cdb req-f1a5ee0a-af41-487a-8577-782085e18a1c tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 943 time: 0.0513799 Jul 20 19:36:05.299507 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2a316f43-1d18-4e55-9c40-b5d9870a4cdb req-d2c32fb0-3af5-4fe9-9a1a-332e8affc31a tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0441060 Jul 20 19:36:06.413092 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdc5a40-c37a-485b-b745-8cb36f428879 req-c10276ff-bdab-4111-8cf5-0f2ca5ce93cf tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:06.414709 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1cdc5a40-c37a-485b-b745-8cb36f428879 req-c10276ff-bdab-4111-8cf5-0f2ca5ce93cf tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 943 time: 0.0488236 Jul 20 19:36:06.467008 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1cdc5a40-c37a-485b-b745-8cb36f428879 req-403a74c9-4a1a-4398-820f-2591aba67933 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0467489 Jul 20 19:36:07.594418 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b72d545-9748-4cda-b641-55762db7082e req-13a4d47c-7292-44c5-aa98-c9577c6115ae tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:07.596835 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4b72d545-9748-4cda-b641-55762db7082e req-13a4d47c-7292-44c5-aa98-c9577c6115ae tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 943 time: 0.0579784 Jul 20 19:36:07.649754 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4b72d545-9748-4cda-b641-55762db7082e req-9495e961-315c-4b77-95c4-ae6a61cd6645 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0474613 Jul 20 19:36:08.766273 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76cf9aa2-8851-43e4-9689-99d8c33951d6 req-9d50d03d-7ef2-41b1-aabe-6c2b3a5c0b00 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:08.767680 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-76cf9aa2-8851-43e4-9689-99d8c33951d6 req-9d50d03d-7ef2-41b1-aabe-6c2b3a5c0b00 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 943 time: 0.0497451 Jul 20 19:36:08.819051 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-76cf9aa2-8851-43e4-9689-99d8c33951d6 req-d9bbf7cc-d776-4038-bda4-be8343711521 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0457284 Jul 20 19:36:09.268442 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42224) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:09.710495 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:09.771751 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:09.776397 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ffe7cfb5-ff59-4193-9437-a2e7d92627ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712453'] for router_interface (f9cc5915-3f57-4e67-a23c-9d1a60c57a12), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:09.875667 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device b629eaba-44a3-4a33-af05-3aa3cbd94f91 details requested by agent hyperv_hv-cinder-85054 with host hv-cinder-85054 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:36:09.906203 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:09.978347 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9091f4-76fd-4eb3-90cb-c9911dcfdf2f req-9935bc9e-45eb-4fa7-85ad-6a7b7d4da78c tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:09.979850 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd9091f4-76fd-4eb3-90cb-c9911dcfdf2f req-9935bc9e-45eb-4fa7-85ad-6a7b7d4da78c tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 943 time: 0.0756626 Jul 20 19:36:09.983152 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port b629eaba-44a3-4a33-af05-3aa3cbd94f91, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=b629eaba-44a3-4a33-af05-3aa3cbd94f91,segment=NetworkSegment(bc85ed34-e892-4f73-ad9d-357e54d0164b),segment_id=bc85ed34-e892-4f73-ad9d-357e54d0164b)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:09.996171 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Returning: {'device': 'b629eaba-44a3-4a33-af05-3aa3cbd94f91', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'port_id': 'b629eaba-44a3-4a33-af05-3aa3cbd94f91', 'mac_address': 'fa:16:3e:f8:8b:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 993, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:36:10.038349 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port b629eaba-44a3-4a33-af05-3aa3cbd94f91 is: DOWN; New status is: BUILD {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:10.039015 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (b629eaba-44a3-4a33-af05-3aa3cbd94f91), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:10.057024 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b629eaba-44a3-4a33-af05-3aa3cbd94f91 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:36:10.070018 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:10.081305 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port b629eaba-44a3-4a33-af05-3aa3cbd94f91, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=b629eaba-44a3-4a33-af05-3aa3cbd94f91,segment=NetworkSegment(bc85ed34-e892-4f73-ad9d-357e54d0164b),segment_id=bc85ed34-e892-4f73-ad9d-357e54d0164b)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:10.085492 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bd9091f4-76fd-4eb3-90cb-c9911dcfdf2f req-6b842ceb-19fa-4803-9201-81226906f583 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0980670 Jul 20 19:36:10.086622 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (b629eaba-44a3-4a33-af05-3aa3cbd94f91), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:10.094977 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-ffe7cfb5-ff59-4193-9437-a2e7d92627ba admin admin] Deleting port cb490074-bd44-41dc-a14d-7234c9f437cc {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:36:10.095317 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ffe7cfb5-ff59-4193-9437-a2e7d92627ba admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (cb490074-bd44-41dc-a14d-7234c9f437cc), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:10.138447 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=b629eaba-44a3-4a33-af05-3aa3cbd94f91,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:10.183967 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-ffe7cfb5-ff59-4193-9437-a2e7d92627ba admin admin] For port cb490074-bd44-41dc-a14d-7234c9f437cc, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=cb490074-bd44-41dc-a14d-7234c9f437cc,segment=NetworkSegment(afd2cd19-bdf1-4210-8214-74dd85035192),segment_id=afd2cd19-bdf1-4210-8214-74dd85035192)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:10.184334 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ffe7cfb5-ff59-4193-9437-a2e7d92627ba admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (cb490074-bd44-41dc-a14d-7234c9f437cc), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:10.203572 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-ffe7cfb5-ff59-4193-9437-a2e7d92627ba admin admin] Calling delete_port for cb490074-bd44-41dc-a14d-7234c9f437cc owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:36:10.388044 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ffe7cfb5-ff59-4193-9437-a2e7d92627ba admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (cb490074-bd44-41dc-a14d-7234c9f437cc), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:10.414384 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe7cfb5-ff59-4193-9437-a2e7d92627ba admin admin] Pushing event deleted for resources: {'Port': ['ID=cb490074-bd44-41dc-a14d-7234c9f437cc,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:10.428293 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['b629eaba-44a3-4a33-af05-3aa3cbd94f91'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:36:10.586862 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ffe7cfb5-ff59-4193-9437-a2e7d92627ba admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2037749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712593'] for router_interface (f9cc5915-3f57-4e67-a23c-9d1a60c57a12), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:10.634136 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:10.647641 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:10.828785 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffe7cfb5-ff59-4193-9437-a2e7d92627ba admin admin] Router f9cc5915-3f57-4e67-a23c-9d1a60c57a12 has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:36:10.937300 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffe7cfb5-ff59-4193-9437-a2e7d92627ba admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:36:10.942608 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-ffe7cfb5-ff59-4193-9437-a2e7d92627ba admin admin] 10.222.0.79 "PUT /v2.0/routers/f9cc5915-3f57-4e67-a23c-9d1a60c57a12/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6728294 Jul 20 19:36:10.944934 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42252) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:10.956601 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e97d42-26e3-440c-873d-cdbf44efbb91 None None] Sync routers for ids ['f9cc5915-3f57-4e67-a23c-9d1a60c57a12'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:36:10.976273 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e97d42-26e3-440c-873d-cdbf44efbb91 None None] Routers {'f9cc5915-3f57-4e67-a23c-9d1a60c57a12'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:10.977188 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-53e97d42-26e3-440c-873d-cdbf44efbb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:35:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['f9cc5915-3f57-4e67-a23c-9d1a60c57a12'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:11.055487 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-25909e34-89b3-4327-bdb2-74dad9b25f7f admin admin] Publish callbacks [] for router (f9cc5915-3f57-4e67-a23c-9d1a60c57a12), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:11.105529 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-53e97d42-26e3-440c-873d-cdbf44efbb91 None None] Set router f9cc5915-3f57-4e67-a23c-9d1a60c57a12 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:11.170423 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-25909e34-89b3-4327-bdb2-74dad9b25f7f admin admin] Publish callbacks [] for router_gateway (f9cc5915-3f57-4e67-a23c-9d1a60c57a12), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:11.271195 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 42264) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:11.284408 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=15,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:11.286797 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=21 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:11.301444 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-53e97d42-26e3-440c-873d-cdbf44efbb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'name': 'tempest-AttachVolumeTestJSON-1156265961-router', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241'}], 'enable_snat': True}, 'gw_port_id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:43Z', 'updated_at': '2022-07-20T19:36:10Z', 'revision_number': 5, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'gw_port': {'id': '3ea45540-b50b-400d-b3e5-d0a46c93055f', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:80:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:11.328346 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e97d42-26e3-440c-873d-cdbf44efbb91 None None] Checking router: f9cc5915-3f57-4e67-a23c-9d1a60c57a12 for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:36:11.337829 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e97d42-26e3-440c-873d-cdbf44efbb91 None None] Routers {'f9cc5915-3f57-4e67-a23c-9d1a60c57a12'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:11.338472 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-53e97d42-26e3-440c-873d-cdbf44efbb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:35:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['f9cc5915-3f57-4e67-a23c-9d1a60c57a12'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:11.394669 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-456e8816-6d3f-4c2e-a52b-b64622e3e99e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:11.424343 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:11.440028 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-53e97d42-26e3-440c-873d-cdbf44efbb91 None None] Set router f9cc5915-3f57-4e67-a23c-9d1a60c57a12 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:11.481720 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-456e8816-6d3f-4c2e-a52b-b64622e3e99e admin admin] Publish callbacks [] for security_group (5ca44887-ee6b-4c31-9d89-a4f0002ce63c), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:11.486556 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-456e8816-6d3f-4c2e-a52b-b64622e3e99e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (5ca44887-ee6b-4c31-9d89-a4f0002ce63c), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:11.493585 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-53e97d42-26e3-440c-873d-cdbf44efbb91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'name': 'tempest-AttachVolumeTestJSON-1156265961-router', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:43Z', 'updated_at': '2022-07-20T19:36:11Z', 'revision_number': 6, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'gw_port_host': None}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:11.514602 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e8816-6d3f-4c2e-a52b-b64622e3e99e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca44887-ee6b-4c31-9d89-a4f0002ce63c,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:11.522794 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-25909e34-89b3-4327-bdb2-74dad9b25f7f admin admin] Deleting port 3ea45540-b50b-400d-b3e5-d0a46c93055f {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:36:11.523662 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-25909e34-89b3-4327-bdb2-74dad9b25f7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (3ea45540-b50b-400d-b3e5-d0a46c93055f), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:11.523928 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53e97d42-26e3-440c-873d-cdbf44efbb91 None None] The sync data for ids ['f9cc5915-3f57-4e67-a23c-9d1a60c57a12'] in dv-cinder-850548-1-iscsi is: [{'id': 'f9cc5915-3f57-4e67-a23c-9d1a60c57a12', 'name': 'tempest-AttachVolumeTestJSON-1156265961-router', 'tenant_id': '02f994a0231b4176b8181d13d58ee9ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:43Z', 'updated_at': '2022-07-20T19:36:11Z', 'revision_number': 6, 'project_id': '02f994a0231b4176b8181d13d58ee9ec', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:36:11.549826 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19921235-c23e-45fc-a2bf-9ce949188750 req-a14510f1-8e56-4c8a-a50c-d4577391cd31 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:11.553677 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-456e8816-6d3f-4c2e-a52b-b64622e3e99e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=2b8a71b21c4d4a939e63f68ef8e16c63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2790196 Jul 20 19:36:11.553831 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-19921235-c23e-45fc-a2bf-9ce949188750 req-a14510f1-8e56-4c8a-a50c-d4577391cd31 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 944 time: 0.3707530 Jul 20 19:36:11.554044 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 42268) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:11.573666 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=12 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:11.615038 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dc8c5d9b-687c-4305-812e-6b0ee4009614 admin admin] Publish callbacks [] for security_group (5ca44887-ee6b-4c31-9d89-a4f0002ce63c), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:11.637243 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dc8c5d9b-687c-4305-812e-6b0ee4009614 admin admin] Publish callbacks [] for security_group (5ca44887-ee6b-4c31-9d89-a4f0002ce63c), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:11.659512 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-25909e34-89b3-4327-bdb2-74dad9b25f7f admin admin] For port 3ea45540-b50b-400d-b3e5-d0a46c93055f, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=3ea45540-b50b-400d-b3e5-d0a46c93055f,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:11.659885 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-25909e34-89b3-4327-bdb2-74dad9b25f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (3ea45540-b50b-400d-b3e5-d0a46c93055f), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:11.665815 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-19921235-c23e-45fc-a2bf-9ce949188750 req-aad78631-d679-42e7-92a8-eb094404c567 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1031339 Jul 20 19:36:11.677824 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-25909e34-89b3-4327-bdb2-74dad9b25f7f admin admin] Calling delete_port for 3ea45540-b50b-400d-b3e5-d0a46c93055f owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:36:11.690460 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dc8c5d9b-687c-4305-812e-6b0ee4009614 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (5ca44887-ee6b-4c31-9d89-a4f0002ce63c), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:11.693379 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-dc8c5d9b-687c-4305-812e-6b0ee4009614 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:11.697432 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-dc8c5d9b-687c-4305-812e-6b0ee4009614 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5ca44887-ee6b-4c31-9d89-a4f0002ce63c HTTP/1.1" status: 204 len: 168 time: 0.1421452 Jul 20 19:36:11.706276 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8c5d9b-687c-4305-812e-6b0ee4009614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca44887-ee6b-4c31-9d89-a4f0002ce63c,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:11.809360 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:11.837119 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=2,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:11.859806 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-25909e34-89b3-4327-bdb2-74dad9b25f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (3ea45540-b50b-400d-b3e5-d0a46c93055f), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:11.886019 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25909e34-89b3-4327-bdb2-74dad9b25f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=3ea45540-b50b-400d-b3e5-d0a46c93055f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:11.896616 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device b629eaba-44a3-4a33-af05-3aa3cbd94f91 up at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:36:11.956156 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning for port b629eaba-44a3-4a33-af05-3aa3cbd94f91 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:36:11.959937 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-25909e34-89b3-4327-bdb2-74dad9b25f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1823180'] for router_gateway (f9cc5915-3f57-4e67-a23c-9d1a60c57a12), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:11.965831 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning complete for port b629eaba-44a3-4a33-af05-3aa3cbd94f91 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:11.966416 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (b629eaba-44a3-4a33-af05-3aa3cbd94f91), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.029227 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 42274) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:12.047310 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:12.047556 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d855d1c5-f987-4124-baf6-d38496a7a289 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.050816 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port b629eaba-44a3-4a33-af05-3aa3cbd94f91 is: BUILD; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:12.051207 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (b629eaba-44a3-4a33-af05-3aa3cbd94f91), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.065490 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-25909e34-89b3-4327-bdb2-74dad9b25f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1715651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3463'] for router (f9cc5915-3f57-4e67-a23c-9d1a60c57a12), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.067704 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-25909e34-89b3-4327-bdb2-74dad9b25f7f admin admin] Publish callbacks [] for router_controller (f9cc5915-3f57-4e67-a23c-9d1a60c57a12), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.077838 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2dbe30-65a1-4318-8019-8e8b9cb724e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b629eaba-44a3-4a33-af05-3aa3cbd94f91'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:36:12.080557 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e9b6f4-0f18-4c9c-b83d-5e4bfcdb6d68" -d '{"events": [{"server_uuid": "6b2dbe30-65a1-4318-8019-8e8b9cb724e8", "name": "network-vif-plugged", "status": "completed", "tag": "b629eaba-44a3-4a33-af05-3aa3cbd94f91"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:36:12.094797 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port b629eaba-44a3-4a33-af05-3aa3cbd94f91, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=b629eaba-44a3-4a33-af05-3aa3cbd94f91,segment=NetworkSegment(bc85ed34-e892-4f73-ad9d-357e54d0164b),segment_id=bc85ed34-e892-4f73-ad9d-357e54d0164b)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:12.099548 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (b629eaba-44a3-4a33-af05-3aa3cbd94f91), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.131396 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd91521-a13f-4f5d-b9c4-7f0c35612b65 x-openstack-request-id: req-8cd91521-a13f-4f5d-b9c4-7f0c35612b65 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:36:12.131755 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2dbe30-65a1-4318-8019-8e8b9cb724e8", "name": "network-vif-plugged", "status": "completed", "tag": "b629eaba-44a3-4a33-af05-3aa3cbd94f91", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:36:12.132108 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8cd91521-a13f-4f5d-b9c4-7f0c35612b65 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:36:12.132625 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8cd91521-a13f-4f5d-b9c4-7f0c35612b65'] response: {'server_uuid': '6b2dbe30-65a1-4318-8019-8e8b9cb724e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b629eaba-44a3-4a33-af05-3aa3cbd94f91', 'code': 200} Jul 20 19:36:12.137927 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d855d1c5-f987-4124-baf6-d38496a7a289 admin admin] Publish callbacks [] for security_group (d378337b-31f7-4c6d-ad6b-d9500d8669f2), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.139679 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-25909e34-89b3-4327-bdb2-74dad9b25f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715575'] for router (f9cc5915-3f57-4e67-a23c-9d1a60c57a12), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.141046 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25909e34-89b3-4327-bdb2-74dad9b25f7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9cc5915-3f57-4e67-a23c-9d1a60c57a12 {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 19:36:12.143024 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d855d1c5-f987-4124-baf6-d38496a7a289 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (d378337b-31f7-4c6d-ad6b-d9500d8669f2), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.148449 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-25909e34-89b3-4327-bdb2-74dad9b25f7f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.152103 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-25909e34-89b3-4327-bdb2-74dad9b25f7f admin admin] 10.222.0.79 "DELETE /v2.0/routers/f9cc5915-3f57-4e67-a23c-9d1a60c57a12 HTTP/1.1" status: 204 len: 168 time: 1.2037437 Jul 20 19:36:12.152320 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42278) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:12.166051 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=b629eaba-44a3-4a33-af05-3aa3cbd94f91,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:12.189566 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d855d1c5-f987-4124-baf6-d38496a7a289 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d378337b-31f7-4c6d-ad6b-d9500d8669f2,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:12.199868 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-d855d1c5-f987-4124-baf6-d38496a7a289 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f85ad135bbb54a5bb99219ffee3285f1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1693614 Jul 20 19:36:12.205004 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-6764c79d-a88c-41fe-a547-f4e20e3f2513 admin admin] Deleting subnet 08142ecb-a299-44b2-8261-d97f0c41a1df {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:36:12.205847 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 42280) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:12.208632 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6764c79d-a88c-41fe-a547-f4e20e3f2513 admin admin] Publish callbacks [] for subnet (08142ecb-a299-44b2-8261-d97f0c41a1df), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.245208 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6764c79d-a88c-41fe-a547-f4e20e3f2513 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300273'] for subnet (08142ecb-a299-44b2-8261-d97f0c41a1df), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.256581 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1a44158b-ad67-45b8-bb9d-0eee7b003abf admin admin] Publish callbacks [] for security_group (d378337b-31f7-4c6d-ad6b-d9500d8669f2), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.279681 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1a44158b-ad67-45b8-bb9d-0eee7b003abf admin admin] Publish callbacks [] for security_group (d378337b-31f7-4c6d-ad6b-d9500d8669f2), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.339442 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1a44158b-ad67-45b8-bb9d-0eee7b003abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (d378337b-31f7-4c6d-ad6b-d9500d8669f2), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.341411 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6764c79d-a88c-41fe-a547-f4e20e3f2513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742266'] for subnet (08142ecb-a299-44b2-8261-d97f0c41a1df), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.342408 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1a44158b-ad67-45b8-bb9d-0eee7b003abf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.344441 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-1a44158b-ad67-45b8-bb9d-0eee7b003abf admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/d378337b-31f7-4c6d-ad6b-d9500d8669f2 HTTP/1.1" status: 204 len: 168 time: 0.1365147 Jul 20 19:36:12.352599 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a44158b-ad67-45b8-bb9d-0eee7b003abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d378337b-31f7-4c6d-ad6b-d9500d8669f2,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:12.437145 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19da890-4c6b-4e23-8e20-5dabf3f7a044 req-284a6268-d6d4-4e90-ba69-1aa8e89dbaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:12.439478 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a19da890-4c6b-4e23-8e20-5dabf3f7a044 req-284a6268-d6d4-4e90-ba69-1aa8e89dbaa1 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 1129 time: 0.0508518 Jul 20 19:36:12.441035 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6764c79d-a88c-41fe-a547-f4e20e3f2513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3300280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26201617'] for subnet (08142ecb-a299-44b2-8261-d97f0c41a1df), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.483122 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6764c79d-a88c-41fe-a547-f4e20e3f2513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08142ecb-a299-44b2-8261-d97f0c41a1df,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:12.487066 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6764c79d-a88c-41fe-a547-f4e20e3f2513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.495374 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fac124e3-f81c-4fad-955a-ec063b40bcd6 None None] Network 1f233501-5abf-42f7-9923-d5c098fbf3c6 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:36:12.495602 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-6764c79d-a88c-41fe-a547-f4e20e3f2513 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/08142ecb-a299-44b2-8261-d97f0c41a1df HTTP/1.1" status: 204 len: 168 time: 0.3417461 Jul 20 19:36:12.498102 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 42284) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:12.535689 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a19da890-4c6b-4e23-8e20-5dabf3f7a044 req-2cf80712-0f21-4d3e-b829-4bd93107e498 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0896850 Jul 20 19:36:12.819147 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa4d3b5-1932-4f85-86da-6b415aa611e2 req-d7665ccb-2a49-4961-81fd-6a673c87e5de tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:12.826082 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-afa4d3b5-1932-4f85-86da-6b415aa611e2 req-d7665ccb-2a49-4961-81fd-6a673c87e5de tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 945 time: 0.0644743 Jul 20 19:36:12.886704 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07b15910-a38c-4f35-bed6-fc97c99ba935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636708'] for network (1f233501-5abf-42f7-9923-d5c098fbf3c6), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.893003 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-afa4d3b5-1932-4f85-86da-6b415aa611e2 req-a5ea2829-31f1-4a99-a75b-bb44bba5995c tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0658705 Jul 20 19:36:12.916388 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d944b3fb-3ca1-4ead-9e57-8d7a604b0fb6 None None] DHCP port deletion for 1f233501-5abf-42f7-9923-d5c098fbf3c6 request from dv-cinder-850548-1-iscsi {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 19:36:12.938176 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-07b15910-a38c-4f35-bed6-fc97c99ba935 admin admin] Deleting port df192804-eab2-4a78-bef4-130931d875fa {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:36:12.938519 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07b15910-a38c-4f35-bed6-fc97c99ba935 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (df192804-eab2-4a78-bef4-130931d875fa), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.963763 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d944b3fb-3ca1-4ead-9e57-8d7a604b0fb6 None None] Deleting port df192804-eab2-4a78-bef4-130931d875fa {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:36:12.964223 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d944b3fb-3ca1-4ead-9e57-8d7a604b0fb6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (df192804-eab2-4a78-bef4-130931d875fa), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:12.972604 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=89,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:13.024109 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-07b15910-a38c-4f35-bed6-fc97c99ba935 admin admin] For port df192804-eab2-4a78-bef4-130931d875fa, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=df192804-eab2-4a78-bef4-130931d875fa,segment=NetworkSegment(afd2cd19-bdf1-4210-8214-74dd85035192),segment_id=afd2cd19-bdf1-4210-8214-74dd85035192)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:13.024472 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07b15910-a38c-4f35-bed6-fc97c99ba935 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (df192804-eab2-4a78-bef4-130931d875fa), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:13.033393 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device df192804-eab2-4a78-bef4-130931d875fa no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:36:13.042279 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-07b15910-a38c-4f35-bed6-fc97c99ba935 admin admin] Calling delete_port for df192804-eab2-4a78-bef4-130931d875fa owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:36:13.073442 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d944b3fb-3ca1-4ead-9e57-8d7a604b0fb6 None None] For port df192804-eab2-4a78-bef4-130931d875fa, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=df192804-eab2-4a78-bef4-130931d875fa,segment=NetworkSegment(afd2cd19-bdf1-4210-8214-74dd85035192),segment_id=afd2cd19-bdf1-4210-8214-74dd85035192)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:13.073442 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d944b3fb-3ca1-4ead-9e57-8d7a604b0fb6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (df192804-eab2-4a78-bef4-130931d875fa), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:13.094956 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d944b3fb-3ca1-4ead-9e57-8d7a604b0fb6 None None] Calling delete_port for df192804-eab2-4a78-bef4-130931d875fa owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:36:13.138787 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07b15910-a38c-4f35-bed6-fc97c99ba935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (df192804-eab2-4a78-bef4-130931d875fa), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:13.145336 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=87,neutron:DELETE=5,neutron:INSERT=8 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:13.163290 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Port df192804-eab2-4a78-bef4-130931d875fa update to DOWN by agent not found {{(pid=104009) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}} Jul 20 19:36:13.163731 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device cb490074-bd44-41dc-a14d-7234c9f437cc no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:36:13.172684 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b15910-a38c-4f35-bed6-fc97c99ba935 admin admin] No DVR routers for this DVR port df192804-eab2-4a78-bef4-130931d875fa on host dv-cinder-850548-1-iscsi {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:36:13.175232 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b15910-a38c-4f35-bed6-fc97c99ba935 admin admin] Pushing event deleted for resources: {'Port': ['ID=df192804-eab2-4a78-bef4-130931d875fa,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:13.193869 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: cb490074-bd44-41dc-a14d-7234c9f437cc {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:36:13.194218 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device cb490074-bd44-41dc-a14d-7234c9f437cc not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:36:13.194847 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 3ea45540-b50b-400d-b3e5-d0a46c93055f no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:36:13.222618 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: 3ea45540-b50b-400d-b3e5-d0a46c93055f {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:36:13.223236 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 3ea45540-b50b-400d-b3e5-d0a46c93055f not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:36:13.243192 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d944b3fb-3ca1-4ead-9e57-8d7a604b0fb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741'] for port (df192804-eab2-4a78-bef4-130931d875fa), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:13.262528 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07b15910-a38c-4f35-bed6-fc97c99ba935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-742656', 'neutron.services.segments.db._delete_segments_for_network-8773866507587'] for network (1f233501-5abf-42f7-9923-d5c098fbf3c6), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:13.273849 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944b3fb-3ca1-4ead-9e57-8d7a604b0fb6 None None] Pushing event deleted for resources: {'Port': ['ID=df192804-eab2-4a78-bef4-130931d875fa,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:13.276038 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d944b3fb-3ca1-4ead-9e57-8d7a604b0fb6 None None] No DVR routers for this DVR port df192804-eab2-4a78-bef4-130931d875fa on host dv-cinder-850548-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:36:13.285675 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-07b15910-a38c-4f35-bed6-fc97c99ba935 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f233501-5abf-42f7-9923-d5c098fbf3c6']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:13.297352 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-07b15910-a38c-4f35-bed6-fc97c99ba935 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afd2cd19-bdf1-4210-8214-74dd85035192') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:13.297833 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-07b15910-a38c-4f35-bed6-fc97c99ba935 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afd2cd19-bdf1-4210-8214-74dd85035192') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:13.309695 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07b15910-a38c-4f35-bed6-fc97c99ba935 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773866508876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25615712'] for segment (afd2cd19-bdf1-4210-8214-74dd85035192), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:13.324257 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07b15910-a38c-4f35-bed6-fc97c99ba935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (afd2cd19-bdf1-4210-8214-74dd85035192), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:13.332310 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-07b15910-a38c-4f35-bed6-fc97c99ba935 admin admin] Releasing vlan 992 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:36:13.332818 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07b15910-a38c-4f35-bed6-fc97c99ba935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26525640'] for segment (afd2cd19-bdf1-4210-8214-74dd85035192), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:13.398277 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07b15910-a38c-4f35-bed6-fc97c99ba935 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1823185'] for network (1f233501-5abf-42f7-9923-d5c098fbf3c6), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:13.404864 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-07b15910-a38c-4f35-bed6-fc97c99ba935 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:13.408171 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-07b15910-a38c-4f35-bed6-fc97c99ba935 admin admin] 10.222.0.79 "DELETE /v2.0/networks/1f233501-5abf-42f7-9923-d5c098fbf3c6 HTTP/1.1" status: 204 len: 168 time: 0.9090745 Jul 20 19:36:13.421123 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b15910-a38c-4f35-bed6-fc97c99ba935 admin admin] Pushing event deleted for resources: {'Network': ['ID=1f233501-5abf-42f7-9923-d5c098fbf3c6,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:13.608403 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.services.segments.plugin [-] Segment afd2cd19-bdf1-4210-8214-74dd85035192 resource provider aggregate not found Jul 20 19:36:13.615985 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e3c2616d-ac42-4aef-a571-a21bd3fda067 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:13.620143 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 42318) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:13.643679 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.services.segments.plugin [-] Segment afd2cd19-bdf1-4210-8214-74dd85035192 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid afd2cd19-bdf1-4210-8214-74dd85035192 found for delete ", "request_id": "req-1c5b84b9-0ab7-4fcf-95b3-e30c0473db1e"}]} Jul 20 19:36:13.677990 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42322) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:13.678413 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-342b50b0-3aae-4bf6-837e-541fd3ad0d7f admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=02f994a0231b4176b8181d13d58ee9ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0566545 Jul 20 19:36:13.743346 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7bca551-132f-4b12-aa30-4fe247aafbfc admin admin] Publish callbacks [] for security_group (728d7cb7-5a32-42f7-8cad-e05937f37d86), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:13.767365 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7bca551-132f-4b12-aa30-4fe247aafbfc admin admin] Publish callbacks [] for security_group (728d7cb7-5a32-42f7-8cad-e05937f37d86), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:13.818800 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7bca551-132f-4b12-aa30-4fe247aafbfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (728d7cb7-5a32-42f7-8cad-e05937f37d86), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:13.821382 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7bca551-132f-4b12-aa30-4fe247aafbfc admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:13.825260 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-c7bca551-132f-4b12-aa30-4fe247aafbfc admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/728d7cb7-5a32-42f7-8cad-e05937f37d86 HTTP/1.1" status: 204 len: 168 time: 0.1435525 Jul 20 19:36:13.833480 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bca551-132f-4b12-aa30-4fe247aafbfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=728d7cb7-5a32-42f7-8cad-e05937f37d86,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:14.033147 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d542164e-e1f5-4bd3-8c39-2016e0c4e543 req-92c04c77-b1f9-487a-af42-89956fde6226 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:14.035223 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d542164e-e1f5-4bd3-8c39-2016e0c4e543 req-92c04c77-b1f9-487a-af42-89956fde6226 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 945 time: 0.0680532 Jul 20 19:36:14.055823 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:14.092415 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d542164e-e1f5-4bd3-8c39-2016e0c4e543 req-d874ef0e-bba0-4566-a570-0eb2eb0372be tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0507400 Jul 20 19:36:14.228050 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:14.235757 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5db55a8-eb59-48cf-9552-3373209643f1 req-19716999-0393-426d-8501-ebf097ccce87 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:14.237421 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d5db55a8-eb59-48cf-9552-3373209643f1 req-19716999-0393-426d-8501-ebf097ccce87 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 945 time: 0.0556614 Jul 20 19:36:14.295975 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d5db55a8-eb59-48cf-9552-3373209643f1 req-a316f3db-d2f2-43d9-a0be-2e3da22836d3 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0526903 Jul 20 19:36:14.320747 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 42354) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:14.565347 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12db3887-9c20-4deb-b52e-4057848329bc tempest-TestVolumeBootPattern-242362502 tempest-TestVolumeBootPattern-242362502-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:14.566979 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-12db3887-9c20-4deb-b52e-4057848329bc tempest-TestVolumeBootPattern-242362502 tempest-TestVolumeBootPattern-242362502-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 1124 time: 0.2451966 Jul 20 19:36:14.569993 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42376) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:14.575580 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-a69a53a1-3250-43ae-b60b-db205d9b78f1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Request body: {'floatingip': {'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'port_id': 'b629eaba-44a3-4a33-af05-3aa3cbd94f91', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'fixed_ip_address': '172.20.0.7'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:36:14.600992 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a69a53a1-3250-43ae-b60b-db205d9b78f1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:14.662163 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 42382) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:14.701544 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a69a53a1-3250-43ae-b60b-db205d9b78f1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:14.785904 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-e7d2d9de-0e62-40ee-9ac3-d492bcd5529f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-266604888-network', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:36:14.817528 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d2d9de-0e62-40ee-9ac3-d492bcd5529f admin admin] Made reservation on behalf of a1bfa2d4b4084aa294fbd546ebc0f8c5 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:36:14.819977 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e7d2d9de-0e62-40ee-9ac3-d492bcd5529f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for network (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:14.832373 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-a69a53a1-3250-43ae-b60b-db205d9b78f1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Allocated IP 172.27.3.165 (0148b93c-d79f-482c-aa55-1b162de4f442/9a6c0e64-8fd5-4336-8a8c-b393c90fda39/ec6089b6-e079-48be-ac38-003a60e6d7ae) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:36:14.835279 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e7d2d9de-0e62-40ee-9ac3-d492bcd5529f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:14.925102 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e7d2d9de-0e62-40ee-9ac3-d492bcd5529f admin admin] Publish callbacks [] for security_group (7eff63b1-aa75-46ff-a292-1039c3e4236e), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:14.930204 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e7d2d9de-0e62-40ee-9ac3-d492bcd5529f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (7eff63b1-aa75-46ff-a292-1039c3e4236e), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:14.962298 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d2d9de-0e62-40ee-9ac3-d492bcd5529f admin admin] vlan segment allocate from pool success with {'vlan_id': 988, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:36:14.985604 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a69a53a1-3250-43ae-b60b-db205d9b78f1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for port (ec6089b6-e079-48be-ac38-003a60e6d7ae), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:14.985885 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2d9de-0e62-40ee-9ac3-d492bcd5529f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eff63b1-aa75-46ff-a292-1039c3e4236e,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:14.989158 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e7d2d9de-0e62-40ee-9ac3-d492bcd5529f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (c757d05f-bc74-45f6-a55d-98cf55aecd7f), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:14.989935 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.db.segments_db [None req-e7d2d9de-0e62-40ee-9ac3-d492bcd5529f admin admin] Added segment c757d05f-bc74-45f6-a55d-98cf55aecd7f of type vlan for network f4806620-4962-4134-99b4-81d4c833434f Jul 20 19:36:15.039479 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e7d2d9de-0e62-40ee-9ac3-d492bcd5529f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773866076730'] for network (f4806620-4962-4134-99b4-81d4c833434f), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:15.040224 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a69a53a1-3250-43ae-b60b-db205d9b78f1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (ec6089b6-e079-48be-ac38-003a60e6d7ae), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:15.072079 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e7d2d9de-0e62-40ee-9ac3-d492bcd5529f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for network (f4806620-4962-4134-99b4-81d4c833434f), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:15.073153 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d2d9de-0e62-40ee-9ac3-d492bcd5529f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:15.073878 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e7d2d9de-0e62-40ee-9ac3-d492bcd5529f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:15.092984 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a69a53a1-3250-43ae-b60b-db205d9b78f1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Network 0148b93c-d79f-482c-aa55-1b162de4f442 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:36:15.102705 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-a69a53a1-3250-43ae-b60b-db205d9b78f1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:36:15.105957 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a69a53a1-3250-43ae-b60b-db205d9b78f1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:36:15.106115 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-e7d2d9de-0e62-40ee-9ac3-d492bcd5529f admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 0.4424026 Jul 20 19:36:15.106670 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 42400) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:15.113795 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-f4864fb7-425f-49b8-8cba-f1ca3574973a admin admin] Request body: {'subnet': {'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-266604888-subnet', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:36:15.133559 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=79,neutron:DELETE=7,neutron:UPDATE=4,neutron:INSERT=10 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:15.136093 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a53a1-3250-43ae-b60b-db205d9b78f1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Pushing event updated for resources: {'Port': ['ID=ec6089b6-e079-48be-ac38-003a60e6d7ae,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:15.174064 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d2d9de-0e62-40ee-9ac3-d492bcd5529f admin admin] Pushing event updated for resources: {'Network': ['ID=f4806620-4962-4134-99b4-81d4c833434f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:15.177550 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 42402) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:15.183981 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Network f4806620-4962-4134-99b4-81d4c833434f details requested by agent ovs-agent-dv-cinder-850548-1-iscsi with host dv-cinder-850548-1-iscsi {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:36:15.184810 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4864fb7-425f-49b8-8cba-f1ca3574973a admin admin] Made reservation on behalf of a1bfa2d4b4084aa294fbd546ebc0f8c5 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:36:15.187945 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4864fb7-425f-49b8-8cba-f1ca3574973a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26865997'] for subnet (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:15.311955 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=80,neutron:DELETE=5,neutron:INSERT=13,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:15.335502 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-13a96865-9a53-4b1c-afb1-b8358b0e12a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:15.413246 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4864fb7-425f-49b8-8cba-f1ca3574973a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26524709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26866047'] for subnet (936f017c-57eb-4999-85a5-f340992534e6), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:15.488099 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4864fb7-425f-49b8-8cba-f1ca3574973a admin admin] Pushing event updated for resources: {'Subnet': ['ID=936f017c-57eb-4999-85a5-f340992534e6,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:15.520828 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:15.522703 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4864fb7-425f-49b8-8cba-f1ca3574973a admin admin] Checking segment: {'id': 'c757d05f-bc74-45f6-a55d-98cf55aecd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:36:15.523062 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4864fb7-425f-49b8-8cba-f1ca3574973a admin admin] Network hostable DHCP agents. Network: f4806620-4962-4134-99b4-81d4c833434f, hostable agents: ['217e9daa-c487-480e-ab7e-28b155725c37'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:36:15.533960 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:INSERT=5,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:15.535277 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-13a96865-9a53-4b1c-afb1-b8358b0e12a7 admin admin] Publish callbacks [] for security_group (cc0456a3-8962-4e3a-aa6b-8fbfdde7d66f), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:15.542150 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-13a96865-9a53-4b1c-afb1-b8358b0e12a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (cc0456a3-8962-4e3a-aa6b-8fbfdde7d66f), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:15.555618 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a69a53a1-3250-43ae-b60b-db205d9b78f1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for floatingip (5462376b-ed39-4c92-90d5-293ab8c51def), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:15.566033 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4864fb7-425f-49b8-8cba-f1ca3574973a admin admin] Network f4806620-4962-4134-99b4-81d4c833434f is scheduled to be hosted by DHCP agent 217e9daa-c487-480e-ab7e-28b155725c37 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:36:15.592111 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a96865-9a53-4b1c-afb1-b8358b0e12a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0456a3-8962-4e3a-aa6b-8fbfdde7d66f,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:15.595439 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-f4864fb7-425f-49b8-8cba-f1ca3574973a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850548-1-iscsi, f4806620-4962-4134-99b4-81d4c833434f) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:36:15.599115 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-13a96865-9a53-4b1c-afb1-b8358b0e12a7 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3342d41b891d49758fc3793f5ec3a15e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4205837 Jul 20 19:36:15.602159 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42406) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:15.607524 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4864fb7-425f-49b8-8cba-f1ca3574973a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:15.608139 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64da8ff0-837e-4727-ae66-c4f9bbbd4bc5 None None] Network f4806620-4962-4134-99b4-81d4c833434f requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:36:15.608793 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f4864fb7-425f-49b8-8cba-f1ca3574973a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:15.631765 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42408) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:15.631988 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-f4864fb7-425f-49b8-8cba-f1ca3574973a admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5216663 Jul 20 19:36:15.637804 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-4827d98d-4b02-4c37-8a19-27750e5ad4d9 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:36:15.671081 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a69a53a1-3250-43ae-b60b-db205d9b78f1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (ec6089b6-e079-48be-ac38-003a60e6d7ae), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:15.690413 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:15.719695 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4827d98d-4b02-4c37-8a19-27750e5ad4d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1715278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3573'] for router (044b8bd2-8154-47e7-ba03-d6272376e9af), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:15.720728 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4827d98d-4b02-4c37-8a19-27750e5ad4d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1715418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823423', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1688196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3582'] for router (044b8bd2-8154-47e7-ba03-d6272376e9af), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:15.733822 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c932606-100e-4f5f-9d38-8ddb2a5d1ab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a79ea1f-3a02-5f09-9d5d-548655c7a341-f4806620-4962-4134-99b4-81d4c833434f', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6'}]}} from dv-cinder-850548-1-iscsi. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 19:36:15.735397 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1c932606-100e-4f5f-9d38-8ddb2a5d1ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:15.761517 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12552e41-a4a1-4fc4-8a56-eb0485185a33 admin admin] Publish callbacks [] for security_group (cc0456a3-8962-4e3a-aa6b-8fbfdde7d66f), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:15.839074 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4827d98d-4b02-4c37-8a19-27750e5ad4d9 admin admin] Publish callbacks [] for router_controller (044b8bd2-8154-47e7-ba03-d6272376e9af), precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:15.842983 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12552e41-a4a1-4fc4-8a56-eb0485185a33 admin admin] Publish callbacks [] for security_group (cc0456a3-8962-4e3a-aa6b-8fbfdde7d66f), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:15.880544 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-1c932606-100e-4f5f-9d38-8ddb2a5d1ab3 None None] Allocated IP 172.20.0.2 (f4806620-4962-4134-99b4-81d4c833434f/936f017c-57eb-4999-85a5-f340992534e6/09de9c40-769c-41ca-920a-efeb456f5a8a) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:36:15.948739 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=91,neutron:UPDATE=5,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:15.967737 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8f990bba-b9cd-422e-ab57-975ca3efff79 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.042710 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1c932606-100e-4f5f-9d38-8ddb2a5d1ab3 None None] Publish callbacks [] for port (09de9c40-769c-41ca-920a-efeb456f5a8a), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.048932 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1c932606-100e-4f5f-9d38-8ddb2a5d1ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (09de9c40-769c-41ca-920a-efeb456f5a8a), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.075123 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4827d98d-4b02-4c37-8a19-27750e5ad4d9 admin admin] Publish callbacks [] for router_gateway (044b8bd2-8154-47e7-ba03-d6272376e9af), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.079930 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12552e41-a4a1-4fc4-8a56-eb0485185a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (cc0456a3-8962-4e3a-aa6b-8fbfdde7d66f), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.082538 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12552e41-a4a1-4fc4-8a56-eb0485185a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.083698 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-12552e41-a4a1-4fc4-8a56-eb0485185a33 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cc0456a3-8962-4e3a-aa6b-8fbfdde7d66f HTTP/1.1" status: 204 len: 168 time: 0.4802423 Jul 20 19:36:16.099345 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c932606-100e-4f5f-9d38-8ddb2a5d1ab3 None None] Network f4806620-4962-4134-99b4-81d4c833434f is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:36:16.102826 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-1c932606-100e-4f5f-9d38-8ddb2a5d1ab3 None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:36:16.105174 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c932606-100e-4f5f-9d38-8ddb2a5d1ab3 None None] Pushing event updated for resources: {'Port': ['ID=09de9c40-769c-41ca-920a-efeb456f5a8a,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:16.106899 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c932606-100e-4f5f-9d38-8ddb2a5d1ab3 None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:36:16.111195 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a69a53a1-3250-43ae-b60b-db205d9b78f1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for port (ec6089b6-e079-48be-ac38-003a60e6d7ae), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.113064 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12552e41-a4a1-4fc4-8a56-eb0485185a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0456a3-8962-4e3a-aa6b-8fbfdde7d66f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:16.127750 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a69a53a1-3250-43ae-b60b-db205d9b78f1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (ec6089b6-e079-48be-ac38-003a60e6d7ae), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.182398 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-1c932606-100e-4f5f-9d38-8ddb2a5d1ab3 None None] Attempting to bind port 09de9c40-769c-41ca-920a-efeb456f5a8a on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:36:16.182784 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-1c932606-100e-4f5f-9d38-8ddb2a5d1ab3 None None] Attempting to bind port 09de9c40-769c-41ca-920a-efeb456f5a8a by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': 'c757d05f-bc74-45f6-a55d-98cf55aecd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:36:16.183148 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c932606-100e-4f5f-9d38-8ddb2a5d1ab3 None None] Attempting to bind port 09de9c40-769c-41ca-920a-efeb456f5a8a on network f4806620-4962-4134-99b4-81d4c833434f {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:36:16.190577 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c932606-100e-4f5f-9d38-8ddb2a5d1ab3 None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 35, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:36:16.191286 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c932606-100e-4f5f-9d38-8ddb2a5d1ab3 None None] Checking segment: {'id': 'c757d05f-bc74-45f6-a55d-98cf55aecd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:36:16.192446 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1c932606-100e-4f5f-9d38-8ddb2a5d1ab3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.192854 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c932606-100e-4f5f-9d38-8ddb2a5d1ab3 None None] Bound using segment: {'id': 'c757d05f-bc74-45f6-a55d-98cf55aecd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:36:16.193363 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-1c932606-100e-4f5f-9d38-8ddb2a5d1ab3 None None] Bound port: 09de9c40-769c-41ca-920a-efeb456f5a8a, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c757d05f-bc74-45f6-a55d-98cf55aecd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:36:16.194084 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1c932606-100e-4f5f-9d38-8ddb2a5d1ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (09de9c40-769c-41ca-920a-efeb456f5a8a), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.258369 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69a53a1-3250-43ae-b60b-db205d9b78f1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Pushing event updated for resources: {'Port': ['ID=ec6089b6-e079-48be-ac38-003a60e6d7ae,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:16.270301 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a69a53a1-3250-43ae-b60b-db205d9b78f1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (5462376b-ed39-4c92-90d5-293ab8c51def), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.278654 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-1c932606-100e-4f5f-9d38-8ddb2a5d1ab3 None None] For port 09de9c40-769c-41ca-920a-efeb456f5a8a, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:36:16.283937 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-1c932606-100e-4f5f-9d38-8ddb2a5d1ab3 None None] For port 09de9c40-769c-41ca-920a-efeb456f5a8a, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=09de9c40-769c-41ca-920a-efeb456f5a8a,segment=NetworkSegment(c757d05f-bc74-45f6-a55d-98cf55aecd7f),segment_id=c757d05f-bc74-45f6-a55d-98cf55aecd7f)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:36:16.291213 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1c932606-100e-4f5f-9d38-8ddb2a5d1ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (09de9c40-769c-41ca-920a-efeb456f5a8a), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.305653 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:INSERT=2,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:16.354314 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c932606-100e-4f5f-9d38-8ddb2a5d1ab3 None None] Pushing event updated for resources: {'Port': ['ID=09de9c40-769c-41ca-920a-efeb456f5a8a,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:16.391539 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:16.471511 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 42414) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:16.481890 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4827d98d-4b02-4c37-8a19-27750e5ad4d9 admin admin] Publish callbacks [] for router_gateway (044b8bd2-8154-47e7-ba03-d6272376e9af), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.493497 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5a4ff49d-1d26-418a-aec3-6f78c0e01220 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.508078 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4827d98d-4b02-4c37-8a19-27750e5ad4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.512146 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-a69a53a1-3250-43ae-b60b-db205d9b78f1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Floating IP 5462376b-ed39-4c92-90d5-293ab8c51def associated. External IP: 172.27.3.165, port: b629eaba-44a3-4a33-af05-3aa3cbd94f91. Jul 20 19:36:16.614716 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5a4ff49d-1d26-418a-aec3-6f78c0e01220 admin admin] Publish callbacks [] for security_group (a9b1449d-14ca-4db6-a70b-c9df9d5b18a1), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.621997 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5a4ff49d-1d26-418a-aec3-6f78c0e01220 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (a9b1449d-14ca-4db6-a70b-c9df9d5b18a1), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.679131 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ff49d-1d26-418a-aec3-6f78c0e01220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b1449d-14ca-4db6-a70b-c9df9d5b18a1,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:16.701704 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-5a4ff49d-1d26-418a-aec3-6f78c0e01220 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=b0cedd0706a44e2294309a5137525446&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2287576 Jul 20 19:36:16.705540 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 42416) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:16.770347 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-434f1972-4ddc-4f6f-ac0d-4e136e71db87 admin admin] Publish callbacks [] for security_group (a9b1449d-14ca-4db6-a70b-c9df9d5b18a1), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.782019 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=80,neutron:INSERT=18,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:16.795704 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-434f1972-4ddc-4f6f-ac0d-4e136e71db87 admin admin] Publish callbacks [] for security_group (a9b1449d-14ca-4db6-a70b-c9df9d5b18a1), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.846361 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-434f1972-4ddc-4f6f-ac0d-4e136e71db87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (a9b1449d-14ca-4db6-a70b-c9df9d5b18a1), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.848943 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-434f1972-4ddc-4f6f-ac0d-4e136e71db87 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:16.850185 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-434f1972-4ddc-4f6f-ac0d-4e136e71db87 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/a9b1449d-14ca-4db6-a70b-c9df9d5b18a1 HTTP/1.1" status: 204 len: 168 time: 0.1436741 Jul 20 19:36:16.862029 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434f1972-4ddc-4f6f-ac0d-4e136e71db87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b1449d-14ca-4db6-a70b-c9df9d5b18a1,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:16.931560 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:17.000373 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-4827d98d-4b02-4c37-8a19-27750e5ad4d9 admin admin] Allocated IP 172.27.3.104 (0148b93c-d79f-482c-aa55-1b162de4f442/9a6c0e64-8fd5-4336-8a8c-b393c90fda39/da5f2692-c1f6-4524-9663-7db0209e7f15) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:36:17.047149 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 09de9c40-769c-41ca-920a-efeb456f5a8a up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:36:17.126880 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 09de9c40-769c-41ca-920a-efeb456f5a8a triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:17.127261 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (09de9c40-769c-41ca-920a-efeb456f5a8a), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:17.184517 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a69a53a1-3250-43ae-b60b-db205d9b78f1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:36:17.223183 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4827d98d-4b02-4c37-8a19-27750e5ad4d9 admin admin] Publish callbacks [] for port (da5f2692-c1f6-4524-9663-7db0209e7f15), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:17.232561 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 09de9c40-769c-41ca-920a-efeb456f5a8a is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:17.233612 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (09de9c40-769c-41ca-920a-efeb456f5a8a), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:17.278386 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] For port 09de9c40-769c-41ca-920a-efeb456f5a8a, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=09de9c40-769c-41ca-920a-efeb456f5a8a,segment=NetworkSegment(c757d05f-bc74-45f6-a55d-98cf55aecd7f),segment_id=c757d05f-bc74-45f6-a55d-98cf55aecd7f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:17.279463 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=91,neutron:INSERT=6,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:17.283541 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (09de9c40-769c-41ca-920a-efeb456f5a8a), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:17.350419 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Pushing event updated for resources: {'Port': ['ID=09de9c40-769c-41ca-920a-efeb456f5a8a,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:17.353603 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4827d98d-4b02-4c37-8a19-27750e5ad4d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (da5f2692-c1f6-4524-9663-7db0209e7f15), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:17.366393 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a69a53a1-3250-43ae-b60b-db205d9b78f1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:36:17.377235 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc9939-1586-453c-bb17-4409a32c7e07 None None] Sync routers for ids ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'] in dv-cinder-850548-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:36:17.388596 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc9939-1586-453c-bb17-4409a32c7e07 None None] Routers {'0e825021-e5c0-47f7-bf54-fe8856ae3ffd'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:17.389881 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-78dc9939-1586-453c-bb17-4409a32c7e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:36:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:17.405374 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4827d98d-4b02-4c37-8a19-27750e5ad4d9 admin admin] Network 0148b93c-d79f-482c-aa55-1b162de4f442 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:36:17.408202 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:17.414447 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a69a53a1-3250-43ae-b60b-db205d9b78f1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:17.425063 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-4827d98d-4b02-4c37-8a19-27750e5ad4d9 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:36:17.450369 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4827d98d-4b02-4c37-8a19-27750e5ad4d9 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:36:17.461615 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4827d98d-4b02-4c37-8a19-27750e5ad4d9 admin admin] Pushing event updated for resources: {'Port': ['ID=da5f2692-c1f6-4524-9663-7db0209e7f15,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:17.500435 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-a69a53a1-3250-43ae-b60b-db205d9b78f1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.9293218 Jul 20 19:36:17.502945 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2dbe30-65a1-4318-8019-8e8b9cb724e8', 'tag': 'b629eaba-44a3-4a33-af05-3aa3cbd94f91'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:36:17.505339 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61f177f8-4e8a-4c66-8986-1cddfd35194f" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2dbe30-65a1-4318-8019-8e8b9cb724e8", "tag": "b629eaba-44a3-4a33-af05-3aa3cbd94f91"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:36:17.516471 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:17.538928 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-78dc9939-1586-453c-bb17-4409a32c7e07 None None] Set router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:17.566358 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e1bb59-33b4-4b3e-aa58-baef5a731fe9 None None] Network f4806620-4962-4134-99b4-81d4c833434f requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:36:17.592573 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7273ea-5f89-4464-ba39-5512331be506 x-openstack-request-id: req-db7273ea-5f89-4464-ba39-5512331be506 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:36:17.592967 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2dbe30-65a1-4318-8019-8e8b9cb724e8", "tag": "b629eaba-44a3-4a33-af05-3aa3cbd94f91", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:36:17.593156 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-db7273ea-5f89-4464-ba39-5512331be506 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:36:17.593609 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-db7273ea-5f89-4464-ba39-5512331be506'] response: {'name': 'network-changed', 'server_uuid': '6b2dbe30-65a1-4318-8019-8e8b9cb724e8', 'tag': 'b629eaba-44a3-4a33-af05-3aa3cbd94f91', 'status': 'completed', 'code': 200} Jul 20 19:36:17.657800 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-b88a0500-bc6d-46fd-8433-2539b88fa9d1 None None] Provisioning complete for port 09de9c40-769c-41ca-920a-efeb456f5a8a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:17.659100 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b88a0500-bc6d-46fd-8433-2539b88fa9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (09de9c40-769c-41ca-920a-efeb456f5a8a), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:17.712205 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f177f8-4e8a-4c66-8986-1cddfd35194f req-314e12df-b89e-4333-adb5-0c1c3312b131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:17.714311 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-61f177f8-4e8a-4c66-8986-1cddfd35194f req-314e12df-b89e-4333-adb5-0c1c3312b131 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3f1255754afb4cd384a11c87a9d717df&device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 1129 time: 0.0713768 Jul 20 19:36:17.759836 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:17.816025 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-b88a0500-bc6d-46fd-8433-2539b88fa9d1 None None] Current status of the port 09de9c40-769c-41ca-920a-efeb456f5a8a is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:17.858140 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-78dc9939-1586-453c-bb17-4409a32c7e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'name': 'tempest-TestVolumeBootPattern-1308110093-router', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:43Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'gw_port': {'id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:44Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '5462376b-ed39-4c92-90d5-293ab8c51def', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'port_id': 'b629eaba-44a3-4a33-af05-3aa3cbd94f91', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'mac_address': 'fa:16:3e:f8:8b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2dbe30-65a1-4318-8019-8e8b9cb724e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:15Z', 'revision_number': 0, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'fixed_ip_address_scope': None}, {'id': 'e23475ed-8c19-42d9-90b7-7e144f771e9c', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'port_id': 'adb97b7c-ab6c-4cac-8466-afb36a56cddd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'mac_address': 'fa:16:3e:89:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7d635-c0fb-46d2-b8be-44ee48e97672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:33:51Z', 'updated_at': '2022-07-20T19:33:53Z', 'revision_number': 1, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2b7ed4-4909-4266-8539-2492412c1319', 'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'mac_address': 'fa:16:3e:9f:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:46Z', 'updated_at': '2022-07-20T19:28:51Z', 'revision_number': 5, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'subnets': [{'id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:17.889099 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4827d98d-4b02-4c37-8a19-27750e5ad4d9 admin admin] Publish callbacks [] for router_gateway (044b8bd2-8154-47e7-ba03-d6272376e9af), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:17.891989 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f177f8-4e8a-4c66-8986-1cddfd35194f req-60344424-7243-4664-9daa-3cad29774652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:17.893780 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-61f177f8-4e8a-4c66-8986-1cddfd35194f req-60344424-7243-4664-9daa-3cad29774652 service neutron] 10.222.0.96 "GET /v2.0/networks?id=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b HTTP/1.1" status: 200 len: 913 time: 0.1489825 Jul 20 19:36:17.895525 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc9939-1586-453c-bb17-4409a32c7e07 None None] Checking router: 0e825021-e5c0-47f7-bf54-fe8856ae3ffd for host: dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:36:17.915244 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc9939-1586-453c-bb17-4409a32c7e07 None None] Routers {'0e825021-e5c0-47f7-bf54-fe8856ae3ffd'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:17.916458 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-78dc9939-1586-453c-bb17-4409a32c7e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:36:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:18.034494 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-78dc9939-1586-453c-bb17-4409a32c7e07 None None] Set router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:18.036265 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-61f177f8-4e8a-4c66-8986-1cddfd35194f req-05fecdb2-5323-4ce5-92a9-cec6dc6af9c8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b629eaba-44a3-4a33-af05-3aa3cbd94f91 HTTP/1.1" status: 200 len: 999 time: 0.1043277 Jul 20 19:36:18.129875 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f177f8-4e8a-4c66-8986-1cddfd35194f req-b69a0c2c-cf21-4a07-bc0b-4df4a1573fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:18.131358 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-61f177f8-4e8a-4c66-8986-1cddfd35194f req-b69a0c2c-cf21-4a07-bc0b-4df4a1573fbd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4d19357c-ece7-45d1-a6a5-4668097ab380 HTTP/1.1" status: 200 len: 851 time: 0.0886724 Jul 20 19:36:18.145733 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-57a38682-cd0e-43c7-b6b9-df3b5a248aa8 None None] Provisioning complete for port 09de9c40-769c-41ca-920a-efeb456f5a8a triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:18.146472 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-57a38682-cd0e-43c7-b6b9-df3b5a248aa8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (09de9c40-769c-41ca-920a-efeb456f5a8a), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:18.222050 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f177f8-4e8a-4c66-8986-1cddfd35194f req-e2d02543-9c72-4e91-83ad-b506294c4031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:18.224147 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-61f177f8-4e8a-4c66-8986-1cddfd35194f req-e2d02543-9c72-4e91-83ad-b506294c4031 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0565701 Jul 20 19:36:18.226952 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4827d98d-4b02-4c37-8a19-27750e5ad4d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1715395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1823315'] for router (044b8bd2-8154-47e7-ba03-d6272376e9af), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:18.247020 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-57a38682-cd0e-43c7-b6b9-df3b5a248aa8 None None] Current status of the port 09de9c40-769c-41ca-920a-efeb456f5a8a is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:18.298850 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-78dc9939-1586-453c-bb17-4409a32c7e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'name': 'tempest-TestVolumeBootPattern-1308110093-router', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:43Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'gw_port': {'id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:44Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '5462376b-ed39-4c92-90d5-293ab8c51def', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'port_id': 'b629eaba-44a3-4a33-af05-3aa3cbd94f91', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'mac_address': 'fa:16:3e:f8:8b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2dbe30-65a1-4318-8019-8e8b9cb724e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:15Z', 'revision_number': 0, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'fixed_ip_address_scope': None}, {'id': 'e23475ed-8c19-42d9-90b7-7e144f771e9c', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'port_id': 'adb97b7c-ab6c-4cac-8466-afb36a56cddd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'mac_address': 'fa:16:3e:89:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7d635-c0fb-46d2-b8be-44ee48e97672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:33:51Z', 'updated_at': '2022-07-20T19:33:53Z', 'revision_number': 1, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2b7ed4-4909-4266-8539-2492412c1319', 'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'mac_address': 'fa:16:3e:9f:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:46Z', 'updated_at': '2022-07-20T19:28:51Z', 'revision_number': 5, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'subnets': [{'id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:18.405334 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:18.413247 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-61f177f8-4e8a-4c66-8986-1cddfd35194f req-08bdb96a-3d5a-4066-8307-0397315897cd service neutron] 10.222.0.96 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818538 Jul 20 19:36:18.421210 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78dc9939-1586-453c-bb17-4409a32c7e07 None None] The sync data for ids ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'] in dv-cinder-850548-1-iscsi is: [{'id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'name': 'tempest-TestVolumeBootPattern-1308110093-router', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:43Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'gw_port': {'id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:44Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '5462376b-ed39-4c92-90d5-293ab8c51def', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'floating_ip_address': '172.27.3.165', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'port_id': 'b629eaba-44a3-4a33-af05-3aa3cbd94f91', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'mac_address': 'fa:16:3e:f8:8b:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2dbe30-65a1-4318-8019-8e8b9cb724e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:15Z', 'revision_number': 0, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'fixed_ip_address_scope': None}, {'id': 'e23475ed-8c19-42d9-90b7-7e144f771e9c', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'port_id': 'adb97b7c-ab6c-4cac-8466-afb36a56cddd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'mac_address': 'fa:16:3e:89:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7d635-c0fb-46d2-b8be-44ee48e97672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:33:51Z', 'updated_at': '2022-07-20T19:33:53Z', 'revision_number': 1, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2b7ed4-4909-4266-8539-2492412c1319', 'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'mac_address': 'fa:16:3e:9f:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:46Z', 'updated_at': '2022-07-20T19:28:51Z', 'revision_number': 5, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'subnets': [{'id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:36:18.512913 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4827d98d-4b02-4c37-8a19-27750e5ad4d9 admin admin] Router 044b8bd2-8154-47e7-ba03-d6272376e9af is scheduled to L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 19:36:18.586863 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-61f177f8-4e8a-4c66-8986-1cddfd35194f req-0ee30973-e7ba-43f5-b127-a3691f6c3380 service neutron] 10.222.0.96 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619997 Jul 20 19:36:18.592530 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:18.649575 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:18.665983 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4827d98d-4b02-4c37-8a19-27750e5ad4d9 admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:36:18.680329 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a81661-38f9-47d5-b332-df8c462ea967 None None] Sync routers for ids ['044b8bd2-8154-47e7-ba03-d6272376e9af'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:36:18.692000 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-4827d98d-4b02-4c37-8a19-27750e5ad4d9 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:18.695656 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-027a43fd-8884-40f3-b455-2dc27d4a00c0 None None] New status for floating IP 5462376b-ed39-4c92-90d5-293ab8c51def: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:36:18.697415 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 42456) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:18.698243 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a81661-38f9-47d5-b332-df8c462ea967 None None] Routers {'044b8bd2-8154-47e7-ba03-d6272376e9af'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:18.698438 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-4827d98d-4b02-4c37-8a19-27750e5ad4d9 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0633900 Jul 20 19:36:18.698641 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-50a81661-38f9-47d5-b332-df8c462ea967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:36:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['044b8bd2-8154-47e7-ba03-d6272376e9af'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:18.773285 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=86,neutron:UPDATE=2,neutron:INSERT=8,neutron:DELETE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:18.833531 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-50a81661-38f9-47d5-b332-df8c462ea967 None None] Set router 044b8bd2-8154-47e7-ba03-d6272376e9af gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:18.864568 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:19.055447 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 09de9c40-769c-41ca-920a-efeb456f5a8a up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:36:19.098403 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-50a81661-38f9-47d5-b332-df8c462ea967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:17Z', 'revision_number': 3, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:19.131704 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a81661-38f9-47d5-b332-df8c462ea967 None None] Checking router: 044b8bd2-8154-47e7-ba03-d6272376e9af for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:36:19.132056 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a81661-38f9-47d5-b332-df8c462ea967 None None] Updating router 044b8bd2-8154-47e7-ba03-d6272376e9af port da5f2692-c1f6-4524-9663-7db0209e7f15 binding host dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:36:19.165386 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 09de9c40-769c-41ca-920a-efeb456f5a8a triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:19.166000 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (09de9c40-769c-41ca-920a-efeb456f5a8a), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:19.194841 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-50a81661-38f9-47d5-b332-df8c462ea967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (da5f2692-c1f6-4524-9663-7db0209e7f15), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:19.264101 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:19.301532 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:19.479486 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Allocated IP 172.20.0.1 (f4806620-4962-4134-99b4-81d4c833434f/936f017c-57eb-4999-85a5-f340992534e6/0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:36:19.513751 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 09de9c40-769c-41ca-920a-efeb456f5a8a is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:19.616815 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Publish callbacks [] for port (0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:19.651089 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:19.655205 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=91,neutron:DELETE=1,neutron:INSERT=4,neutron:UPDATE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:19.683782 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42494) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:19.702412 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Network f4806620-4962-4134-99b4-81d4c833434f is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:36:19.707832 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:36:19.710112 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Pushing event updated for resources: {'Port': ['ID=0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:19.712592 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:36:19.722928 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-50a81661-38f9-47d5-b332-df8c462ea967 None None] Publish callbacks [] for port (da5f2692-c1f6-4524-9663-7db0209e7f15), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:19.724570 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:19.737302 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-50a81661-38f9-47d5-b332-df8c462ea967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (da5f2692-c1f6-4524-9663-7db0209e7f15), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:19.762547 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819021'] for router_interface (044b8bd2-8154-47e7-ba03-d6272376e9af), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:19.811240 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=98,neutron:INSERT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:19.818625 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-50a81661-38f9-47d5-b332-df8c462ea967 None None] Attempting to bind port da5f2692-c1f6-4524-9663-7db0209e7f15 on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:36:19.818915 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-50a81661-38f9-47d5-b332-df8c462ea967 None None] Attempting to bind port da5f2692-c1f6-4524-9663-7db0209e7f15 by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:36:19.819281 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a81661-38f9-47d5-b332-df8c462ea967 None None] Attempting to bind port da5f2692-c1f6-4524-9663-7db0209e7f15 on network 0148b93c-d79f-482c-aa55-1b162de4f442 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:36:19.830352 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a81661-38f9-47d5-b332-df8c462ea967 None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:36:19.830734 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a81661-38f9-47d5-b332-df8c462ea967 None None] Checking segment: {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:36:19.831146 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-50a81661-38f9-47d5-b332-df8c462ea967 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:19.831539 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a81661-38f9-47d5-b332-df8c462ea967 None None] Bound using segment: {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:36:19.832014 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-50a81661-38f9-47d5-b332-df8c462ea967 None None] Bound port: da5f2692-c1f6-4524-9663-7db0209e7f15, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:36:19.832398 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-50a81661-38f9-47d5-b332-df8c462ea967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (da5f2692-c1f6-4524-9663-7db0209e7f15), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:19.835512 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d50aa7-34c9-4234-982b-f4234b098002 None None] Pushing event updated for resources: {'Port': ['ID=da5f2692-c1f6-4524-9663-7db0209e7f15,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:19.853342 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57ee890b-5982-42f5-8548-b4883c94885c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:19.899216 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-50a81661-38f9-47d5-b332-df8c462ea967 None None] For port da5f2692-c1f6-4524-9663-7db0209e7f15, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:36:19.904456 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-50a81661-38f9-47d5-b332-df8c462ea967 None None] For port da5f2692-c1f6-4524-9663-7db0209e7f15, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=da5f2692-c1f6-4524-9663-7db0209e7f15,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:36:19.911100 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-50a81661-38f9-47d5-b332-df8c462ea967 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (da5f2692-c1f6-4524-9663-7db0209e7f15), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:19.935625 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:19.961492 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57ee890b-5982-42f5-8548-b4883c94885c admin admin] Publish callbacks [] for security_group (e844d985-45e8-4e90-ac4b-5a25d6d78fe4), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:19.968992 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-57ee890b-5982-42f5-8548-b4883c94885c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (e844d985-45e8-4e90-ac4b-5a25d6d78fe4), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:19.980205 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d50aa7-34c9-4234-982b-f4234b098002 None None] Pushing event updated for resources: {'Port': ['ID=da5f2692-c1f6-4524-9663-7db0209e7f15,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:19.991968 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50aa7-34c9-4234-982b-f4234b098002 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:19.991968 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50aa7-34c9-4234-982b-f4234b098002 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:19.992382 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50aa7-34c9-4234-982b-f4234b098002 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:19.992648 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50aa7-34c9-4234-982b-f4234b098002 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:19.993010 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50aa7-34c9-4234-982b-f4234b098002 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:19.993347 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50aa7-34c9-4234-982b-f4234b098002 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:19.993674 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50aa7-34c9-4234-982b-f4234b098002 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:19.993999 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50aa7-34c9-4234-982b-f4234b098002 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:19.994326 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50aa7-34c9-4234-982b-f4234b098002 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:19.994650 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50aa7-34c9-4234-982b-f4234b098002 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:19.994973 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50aa7-34c9-4234-982b-f4234b098002 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:19.995299 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50aa7-34c9-4234-982b-f4234b098002 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:19.995621 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50aa7-34c9-4234-982b-f4234b098002 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:19.995941 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50aa7-34c9-4234-982b-f4234b098002 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:19.996259 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d50aa7-34c9-4234-982b-f4234b098002 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:20.014749 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50a81661-38f9-47d5-b332-df8c462ea967 None None] Routers {'044b8bd2-8154-47e7-ba03-d6272376e9af'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:20.015840 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-50a81661-38f9-47d5-b332-df8c462ea967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:36:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['044b8bd2-8154-47e7-ba03-d6272376e9af'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:20.016031 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-57ee890b-5982-42f5-8548-b4883c94885c admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3e29c5d69ce6459f852b705a46a821d9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3300257 Jul 20 19:36:20.016949 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42498) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:20.019734 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ee890b-5982-42f5-8548-b4883c94885c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e844d985-45e8-4e90-ac4b-5a25d6d78fe4,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:20.074940 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-24a72830-8b62-4379-bbc7-783765cdcc51 admin admin] Publish callbacks [] for security_group (e844d985-45e8-4e90-ac4b-5a25d6d78fe4), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:20.102006 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-24a72830-8b62-4379-bbc7-783765cdcc51 admin admin] Publish callbacks [] for security_group (e844d985-45e8-4e90-ac4b-5a25d6d78fe4), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:20.118865 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Publish callbacks [] for port (0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:20.120295 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5d0e57b0-ac46-43de-9637-6e84c59c012f None None] Provisioning complete for port 0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:20.120675 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5d0e57b0-ac46-43de-9637-6e84c59c012f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:20.123683 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525612'] for port (0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:20.156807 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-50a81661-38f9-47d5-b332-df8c462ea967 None None] Set router 044b8bd2-8154-47e7-ba03-d6272376e9af gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:20.158550 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-24a72830-8b62-4379-bbc7-783765cdcc51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (e844d985-45e8-4e90-ac4b-5a25d6d78fe4), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:20.161585 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-24a72830-8b62-4379-bbc7-783765cdcc51 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:20.165356 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-24a72830-8b62-4379-bbc7-783765cdcc51 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/e844d985-45e8-4e90-ac4b-5a25d6d78fe4 HTTP/1.1" status: 204 len: 168 time: 0.1443427 Jul 20 19:36:20.173971 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a72830-8b62-4379-bbc7-783765cdcc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e844d985-45e8-4e90-ac4b-5a25d6d78fe4,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:20.202534 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1822453'] for router_interface (044b8bd2-8154-47e7-ba03-d6272376e9af), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:20.203420 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5d0e57b0-ac46-43de-9637-6e84c59c012f None None] Port 0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:36:20.221162 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Pushing event updated for resources: {'Port': ['ID=0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:20.241903 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:20.242255 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:20.242603 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:20.243074 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:20.243417 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:20.243757 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:20.244116 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:20.244449 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:20.244775 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:20.245127 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:20.245458 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:20.245827 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:20.246100 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:20.246423 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:20.246741 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:20.329171 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Network f4806620-4962-4134-99b4-81d4c833434f is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:36:20.330697 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:36:20.397631 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-50a81661-38f9-47d5-b332-df8c462ea967 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 1, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:20.431522 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50a81661-38f9-47d5-b332-df8c462ea967 None None] The sync data for ids ['044b8bd2-8154-47e7-ba03-d6272376e9af'] in dv-cinder-850548-1-iscsi is: [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 1, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:36:20.472082 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Router 044b8bd2-8154-47e7-ba03-d6272376e9af has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:36:20.532670 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42504) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:20.552943 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b181548c-93fd-4b48-8a4e-acab8b3ae9a0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:20.604183 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:36:20.611001 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-3d5af900-77fa-4f0e-96b6-607f6371a8ed admin admin] 10.222.0.79 "PUT /v2.0/routers/044b8bd2-8154-47e7-ba03-d6272376e9af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9103458 Jul 20 19:36:20.638935 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4be39e73-857a-442c-8d7a-d80dd626a2a5 None None] Provisioning complete for port 0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:20.639316 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4be39e73-857a-442c-8d7a-d80dd626a2a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:20.658894 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b181548c-93fd-4b48-8a4e-acab8b3ae9a0 admin admin] Publish callbacks [] for security_group (30751aaa-e1e9-49ee-8a92-b823ef69ca2f), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:20.664492 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b181548c-93fd-4b48-8a4e-acab8b3ae9a0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (30751aaa-e1e9-49ee-8a92-b823ef69ca2f), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:20.672925 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=85,neutron:DELETE=4,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:20.720307 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:20.725087 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4be39e73-857a-442c-8d7a-d80dd626a2a5 None None] Port 0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:36:20.734446 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b181548c-93fd-4b48-8a4e-acab8b3ae9a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30751aaa-e1e9-49ee-8a92-b823ef69ca2f,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:20.757396 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-b181548c-93fd-4b48-8a4e-acab8b3ae9a0 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ad713ecc372349788b7340021ae3f3df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2235811 Jul 20 19:36:20.759826 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42508) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:20.822771 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aead85d2-105e-48ac-a091-e9dfa8a3c070 admin admin] Publish callbacks [] for security_group (30751aaa-e1e9-49ee-8a92-b823ef69ca2f), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:20.848759 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aead85d2-105e-48ac-a091-e9dfa8a3c070 admin admin] Publish callbacks [] for security_group (30751aaa-e1e9-49ee-8a92-b823ef69ca2f), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:20.906441 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aead85d2-105e-48ac-a091-e9dfa8a3c070 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (30751aaa-e1e9-49ee-8a92-b823ef69ca2f), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:20.909722 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-aead85d2-105e-48ac-a091-e9dfa8a3c070 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:20.910890 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-aead85d2-105e-48ac-a091-e9dfa8a3c070 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/30751aaa-e1e9-49ee-8a92-b823ef69ca2f HTTP/1.1" status: 204 len: 168 time: 0.1501949 Jul 20 19:36:20.922985 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aead85d2-105e-48ac-a091-e9dfa8a3c070 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30751aaa-e1e9-49ee-8a92-b823ef69ca2f,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:21.011571 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:21.059685 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42516) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:21.065026 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-847ba204-1287-4053-bcbc-ee01647674b7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1392550580', 'description': 'tempest-description--363728966'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:36:21.090594 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-847ba204-1287-4053-bcbc-ee01647674b7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:21.123516 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=81,neutron:DELETE=4,neutron:INSERT=14,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:21.177381 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-847ba204-1287-4053-bcbc-ee01647674b7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group (51c061ec-696c-45cf-99b5-c1bea02918e5), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:21.182359 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-847ba204-1287-4053-bcbc-ee01647674b7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (51c061ec-696c-45cf-99b5-c1bea02918e5), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:21.227301 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-847ba204-1287-4053-bcbc-ee01647674b7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:21.228695 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-847ba204-1287-4053-bcbc-ee01647674b7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1679738 Jul 20 19:36:21.231858 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 42520) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:21.234861 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847ba204-1287-4053-bcbc-ee01647674b7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51c061ec-696c-45cf-99b5-c1bea02918e5,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:21.237655 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-3caf1900-bec6-4d9a-b836-86e3612b7c1a tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Request body: {'security_group_rule': {'security_group_id': '51c061ec-696c-45cf-99b5-c1bea02918e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:36:21.302497 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3caf1900-bec6-4d9a-b836-86e3612b7c1a tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group_rule (7bf6d777-3e00-435b-bc7a-684cd111a947), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:21.306424 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=96,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:21.383294 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3caf1900-bec6-4d9a-b836-86e3612b7c1a tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group_rule (7bf6d777-3e00-435b-bc7a-684cd111a947), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:21.391273 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3caf1900-bec6-4d9a-b836-86e3612b7c1a tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (7bf6d777-3e00-435b-bc7a-684cd111a947), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:21.419531 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3caf1900-bec6-4d9a-b836-86e3612b7c1a tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bf6d777-3e00-435b-bc7a-684cd111a947,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:21.429134 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3caf1900-bec6-4d9a-b836-86e3612b7c1a tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:21.433058 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-3caf1900-bec6-4d9a-b836-86e3612b7c1a tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1976500 Jul 20 19:36:21.436594 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42530) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:21.441190 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-e3ec0617-8870-43f3-99a5-355792c23b85 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Request body: {'security_group_rule': {'security_group_id': '51c061ec-696c-45cf-99b5-c1bea02918e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:36:21.484451 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0617-8870-43f3-99a5-355792c23b85 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group_rule (ba3c1e30-e7d3-4953-a6eb-bac5445500a7), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:21.554068 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0617-8870-43f3-99a5-355792c23b85 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group_rule (ba3c1e30-e7d3-4953-a6eb-bac5445500a7), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:21.558362 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0617-8870-43f3-99a5-355792c23b85 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (ba3c1e30-e7d3-4953-a6eb-bac5445500a7), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:21.582934 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ec0617-8870-43f3-99a5-355792c23b85 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba3c1e30-e7d3-4953-a6eb-bac5445500a7,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:21.588052 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e3ec0617-8870-43f3-99a5-355792c23b85 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:21.589379 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-e3ec0617-8870-43f3-99a5-355792c23b85 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1517987 Jul 20 19:36:21.592465 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42534) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:21.597297 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-e1bfa211-a473-4d2d-a9db-a39eaba37751 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Request body: {'floatingip': {'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:36:21.630293 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e1bfa211-a473-4d2d-a9db-a39eaba37751 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:21.748751 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e1bfa211-a473-4d2d-a9db-a39eaba37751 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:21.879102 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-e1bfa211-a473-4d2d-a9db-a39eaba37751 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Allocated IP 172.27.3.92 (0148b93c-d79f-482c-aa55-1b162de4f442/9a6c0e64-8fd5-4336-8a8c-b393c90fda39/991e3ce0-5fa2-44b5-86db-e107a3b8e00b) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:36:21.917004 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=82,neutron:DELETE=5,neutron:INSERT=10,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:21.999344 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e1bfa211-a473-4d2d-a9db-a39eaba37751 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for port (991e3ce0-5fa2-44b5-86db-e107a3b8e00b), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:22.039221 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e1bfa211-a473-4d2d-a9db-a39eaba37751 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (991e3ce0-5fa2-44b5-86db-e107a3b8e00b), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:22.085521 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1bfa211-a473-4d2d-a9db-a39eaba37751 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Network 0148b93c-d79f-482c-aa55-1b162de4f442 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:36:22.090571 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-e1bfa211-a473-4d2d-a9db-a39eaba37751 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:36:22.095217 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1bfa211-a473-4d2d-a9db-a39eaba37751 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:36:22.120501 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bfa211-a473-4d2d-a9db-a39eaba37751 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event updated for resources: {'Port': ['ID=991e3ce0-5fa2-44b5-86db-e107a3b8e00b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:22.175420 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=87,neutron:DELETE=1,neutron:INSERT=9,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:22.193312 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e1bfa211-a473-4d2d-a9db-a39eaba37751 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for floatingip (cce1e51f-e1fc-4864-ac8a-875469e5db93), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:22.240571 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e1bfa211-a473-4d2d-a9db-a39eaba37751 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (991e3ce0-5fa2-44b5-86db-e107a3b8e00b), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:22.399978 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e1bfa211-a473-4d2d-a9db-a39eaba37751 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for port (991e3ce0-5fa2-44b5-86db-e107a3b8e00b), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:22.404509 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e1bfa211-a473-4d2d-a9db-a39eaba37751 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (991e3ce0-5fa2-44b5-86db-e107a3b8e00b), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:22.479586 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1bfa211-a473-4d2d-a9db-a39eaba37751 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event updated for resources: {'Port': ['ID=991e3ce0-5fa2-44b5-86db-e107a3b8e00b,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:22.491590 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e1bfa211-a473-4d2d-a9db-a39eaba37751 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (cce1e51f-e1fc-4864-ac8a-875469e5db93), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:22.513470 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e1bfa211-a473-4d2d-a9db-a39eaba37751 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:22.514595 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-e1bfa211-a473-4d2d-a9db-a39eaba37751 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.9210856 Jul 20 19:36:22.752314 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-9261e6a3-ed45-4f3d-b6bf-51eee6aeda5d tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--1392550580&fields=id&tenant_id=a1bfa2d4b4084aa294fbd546ebc0f8c5 HTTP/1.1" status: 200 len: 267 time: 0.0505929 Jul 20 19:36:22.880947 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b818aa90-3e16-4d8b-9297-ca83cbb511d4 None None] Sync routers for ids ['044b8bd2-8154-47e7-ba03-d6272376e9af'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:36:22.886846 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-96a6ed3d-8b93-440a-8b3a-3837234ad409 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:22.888339 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-96a6ed3d-8b93-440a-8b3a-3837234ad409 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/networks?id=f4806620-4962-4134-99b4-81d4c833434f HTTP/1.1" status: 200 len: 814 time: 0.1258421 Jul 20 19:36:22.893755 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b818aa90-3e16-4d8b-9297-ca83cbb511d4 None None] Routers {'044b8bd2-8154-47e7-ba03-d6272376e9af'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:22.894593 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b818aa90-3e16-4d8b-9297-ca83cbb511d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:36:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['044b8bd2-8154-47e7-ba03-d6272376e9af'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:22.906455 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-df5e4c75-db63-4e8b-9828-67aec34a91d7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/quotas/a1bfa2d4b4084aa294fbd546ebc0f8c5 HTTP/1.1" status: 200 len: 375 time: 0.0103698 Jul 20 19:36:22.969640 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-408d4411-824f-4400-bd97-5b03a0752946 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a1bfa2d4b4084aa294fbd546ebc0f8c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0559511 Jul 20 19:36:23.038731 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-b818aa90-3e16-4d8b-9297-ca83cbb511d4 None None] Set router 044b8bd2-8154-47e7-ba03-d6272376e9af gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:23.071362 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device da5f2692-c1f6-4524-9663-7db0209e7f15 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:36:23.088538 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:23.108931 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-9e62d60a-c2e6-475a-9c7a-b9b0418200ee service neutron] 10.222.0.79 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203856 Jul 20 19:36:23.217462 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:23.237897 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port da5f2692-c1f6-4524-9663-7db0209e7f15 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:23.238439 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (da5f2692-c1f6-4524-9663-7db0209e7f15), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:23.370885 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b818aa90-3e16-4d8b-9297-ca83cbb511d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 2, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:23.403790 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 42600) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:23.406775 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port da5f2692-c1f6-4524-9663-7db0209e7f15 is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:23.407173 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (da5f2692-c1f6-4524-9663-7db0209e7f15), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:23.413412 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b818aa90-3e16-4d8b-9297-ca83cbb511d4 None None] Checking router: 044b8bd2-8154-47e7-ba03-d6272376e9af for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:36:23.413779 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b818aa90-3e16-4d8b-9297-ca83cbb511d4 None None] Updating router 044b8bd2-8154-47e7-ba03-d6272376e9af port 0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85 binding host dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:36:23.455496 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] For port da5f2692-c1f6-4524-9663-7db0209e7f15, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=da5f2692-c1f6-4524-9663-7db0209e7f15,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:23.458695 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b818aa90-3e16-4d8b-9297-ca83cbb511d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:23.469014 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (da5f2692-c1f6-4524-9663-7db0209e7f15), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:23.501455 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-8c3e2bca-6e53-458a-bf0f-0ae9d7819cdd service neutron] 10.222.0.79 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845840 Jul 20 19:36:23.539737 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3392ad7d-5d0a-46cb-87a8-c6ea77b21fb3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:23.552204 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=2,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:23.557770 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Pushing event updated for resources: {'Port': ['ID=da5f2692-c1f6-4524-9663-7db0209e7f15,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:23.665753 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3392ad7d-5d0a-46cb-87a8-c6ea77b21fb3 admin admin] Publish callbacks [] for security_group (b28b1d02-997c-4a72-864d-5f7d66b9a660), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:23.671982 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3392ad7d-5d0a-46cb-87a8-c6ea77b21fb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (b28b1d02-997c-4a72-864d-5f7d66b9a660), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:23.731924 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7a154ef6-d932-4ca8-bf03-1f67956696ee req-0f79fea3-25f3-431b-a49b-4cb78fb8d24c tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=03c936cd-d435-4fb2-b37c-413b8e71ffab HTTP/1.1" status: 200 len: 210 time: 0.0408332 Jul 20 19:36:23.732328 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-3392ad7d-5d0a-46cb-87a8-c6ea77b21fb3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=82da8f218ded48e5a6679466f69d1e0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3273323 Jul 20 19:36:23.732842 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42608) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:23.733618 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3392ad7d-5d0a-46cb-87a8-c6ea77b21fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b28b1d02-997c-4a72-864d-5f7d66b9a660,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:23.791899 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:23.802181 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7c24f7a-6df6-416d-bcda-b52dd5cd1d7f admin admin] Publish callbacks [] for security_group (b28b1d02-997c-4a72-864d-5f7d66b9a660), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:23.827943 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7c24f7a-6df6-416d-bcda-b52dd5cd1d7f admin admin] Publish callbacks [] for security_group (b28b1d02-997c-4a72-864d-5f7d66b9a660), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:23.839641 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b818aa90-3e16-4d8b-9297-ca83cbb511d4 None None] Publish callbacks [] for port (0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:23.847990 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b818aa90-3e16-4d8b-9297-ca83cbb511d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:23.890306 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7c24f7a-6df6-416d-bcda-b52dd5cd1d7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (b28b1d02-997c-4a72-864d-5f7d66b9a660), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:23.893905 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c7c24f7a-6df6-416d-bcda-b52dd5cd1d7f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:23.895686 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-c7c24f7a-6df6-416d-bcda-b52dd5cd1d7f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b28b1d02-997c-4a72-864d-5f7d66b9a660 HTTP/1.1" status: 204 len: 168 time: 0.1606336 Jul 20 19:36:23.907621 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c24f7a-6df6-416d-bcda-b52dd5cd1d7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b28b1d02-997c-4a72-864d-5f7d66b9a660,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:23.925695 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d842cb-495c-485b-88e6-ee298b23eb2c None None] Pushing event updated for resources: {'Port': ['ID=0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:24.009017 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-b818aa90-3e16-4d8b-9297-ca83cbb511d4 None None] Attempting to bind port 0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85 on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:36:24.009451 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-b818aa90-3e16-4d8b-9297-ca83cbb511d4 None None] Attempting to bind port 0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85 by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': 'c757d05f-bc74-45f6-a55d-98cf55aecd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:36:24.009822 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b818aa90-3e16-4d8b-9297-ca83cbb511d4 None None] Attempting to bind port 0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85 on network f4806620-4962-4134-99b4-81d4c833434f {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:36:24.016578 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b818aa90-3e16-4d8b-9297-ca83cbb511d4 None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 36, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:36:24.017210 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b818aa90-3e16-4d8b-9297-ca83cbb511d4 None None] Checking segment: {'id': 'c757d05f-bc74-45f6-a55d-98cf55aecd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:36:24.017674 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b818aa90-3e16-4d8b-9297-ca83cbb511d4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:24.018156 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b818aa90-3e16-4d8b-9297-ca83cbb511d4 None None] Bound using segment: {'id': 'c757d05f-bc74-45f6-a55d-98cf55aecd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:36:24.020003 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-b818aa90-3e16-4d8b-9297-ca83cbb511d4 None None] Bound port: 0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c757d05f-bc74-45f6-a55d-98cf55aecd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:36:24.020442 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b818aa90-3e16-4d8b-9297-ca83cbb511d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:24.212944 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-f9ebe7c9-1ccc-40d5-973d-a4d0f29825d1 None None] Provisioning complete for port 0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:24.213319 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f9ebe7c9-1ccc-40d5-973d-a4d0f29825d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:24.269178 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-f9ebe7c9-1ccc-40d5-973d-a4d0f29825d1 None None] Port 0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:36:24.269310 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42622) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:24.273602 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-b818aa90-3e16-4d8b-9297-ca83cbb511d4 None None] For port 0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:36:24.277210 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-b818aa90-3e16-4d8b-9297-ca83cbb511d4 None None] For port 0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85,segment=NetworkSegment(c757d05f-bc74-45f6-a55d-98cf55aecd7f),segment_id=c757d05f-bc74-45f6-a55d-98cf55aecd7f)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:36:24.284334 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b818aa90-3e16-4d8b-9297-ca83cbb511d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:24.287853 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d57d63d6-7c23-454f-a799-82a1728b50e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:24.314235 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=3,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:24.333017 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:24.347007 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b818aa90-3e16-4d8b-9297-ca83cbb511d4 None None] Routers {'044b8bd2-8154-47e7-ba03-d6272376e9af'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:24.347744 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b818aa90-3e16-4d8b-9297-ca83cbb511d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:36:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['044b8bd2-8154-47e7-ba03-d6272376e9af'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:24.394217 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d57d63d6-7c23-454f-a799-82a1728b50e6 admin admin] Publish callbacks [] for security_group (df030c6d-1562-4893-b2c8-a8593a70225d), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:24.400839 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d842cb-495c-485b-88e6-ee298b23eb2c None None] Pushing event updated for resources: {'Port': ['ID=0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:24.401249 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d57d63d6-7c23-454f-a799-82a1728b50e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (df030c6d-1562-4893-b2c8-a8593a70225d), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:24.476644 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d63d6-7c23-454f-a799-82a1728b50e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df030c6d-1562-4893-b2c8-a8593a70225d,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:24.482883 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-b818aa90-3e16-4d8b-9297-ca83cbb511d4 None None] Set router 044b8bd2-8154-47e7-ba03-d6272376e9af gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:24.501882 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-d57d63d6-7c23-454f-a799-82a1728b50e6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=023e75671b674a8cb37ff0ffafeacbbc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2266109 Jul 20 19:36:24.502325 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 42628) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:24.569229 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-80686214-eb03-4db9-9824-cf75d7821b37 admin admin] Publish callbacks [] for security_group (df030c6d-1562-4893-b2c8-a8593a70225d), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:24.595480 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-80686214-eb03-4db9-9824-cf75d7821b37 admin admin] Publish callbacks [] for security_group (df030c6d-1562-4893-b2c8-a8593a70225d), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:24.609630 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6c4233cd-b3d8-4c50-9755-1623f3007d6a None None] Provisioning complete for port 0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:24.610020 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c4233cd-b3d8-4c50-9755-1623f3007d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:24.655803 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-80686214-eb03-4db9-9824-cf75d7821b37 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (df030c6d-1562-4893-b2c8-a8593a70225d), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:24.659712 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-80686214-eb03-4db9-9824-cf75d7821b37 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:24.660984 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-80686214-eb03-4db9-9824-cf75d7821b37 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/df030c6d-1562-4893-b2c8-a8593a70225d HTTP/1.1" status: 204 len: 168 time: 0.1574137 Jul 20 19:36:24.675084 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80686214-eb03-4db9-9824-cf75d7821b37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df030c6d-1562-4893-b2c8-a8593a70225d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:24.801386 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-b818aa90-3e16-4d8b-9297-ca83cbb511d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:24Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:24.803337 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6c4233cd-b3d8-4c50-9755-1623f3007d6a None None] Current status of the port 0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85 is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:24.803732 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c4233cd-b3d8-4c50-9755-1623f3007d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:24.837586 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b818aa90-3e16-4d8b-9297-ca83cbb511d4 None None] The sync data for ids ['044b8bd2-8154-47e7-ba03-d6272376e9af'] in dv-cinder-850548-1-iscsi is: [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:24Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:36:24.881514 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-6c4233cd-b3d8-4c50-9755-1623f3007d6a None None] For port 0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85,segment=NetworkSegment(c757d05f-bc74-45f6-a55d-98cf55aecd7f),segment_id=c757d05f-bc74-45f6-a55d-98cf55aecd7f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:24.886149 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6c4233cd-b3d8-4c50-9755-1623f3007d6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:24.900131 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a2b3eae1-604a-495e-9db9-d68db79e1074 req-47e24675-fb73-4170-94c7-5029787ec82b tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=03c936cd-d435-4fb2-b37c-413b8e71ffab HTTP/1.1" status: 200 len: 210 time: 0.0398118 Jul 20 19:36:24.938457 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:24.961891 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4233cd-b3d8-4c50-9755-1623f3007d6a None None] Pushing event updated for resources: {'Port': ['ID=0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:25.060306 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device da5f2692-c1f6-4524-9663-7db0209e7f15 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:36:25.117263 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port da5f2692-c1f6-4524-9663-7db0209e7f15 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:25.117726 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (da5f2692-c1f6-4524-9663-7db0209e7f15), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:25.198961 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port da5f2692-c1f6-4524-9663-7db0209e7f15 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:25.200511 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:36:25.259863 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:25.260243 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:25.342266 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:25.668433 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-7574fac3-527f-403f-882f-42ddc3365a55 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:25.670339 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-7574fac3-527f-403f-882f-42ddc3365a55 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.96 "GET /v2.0/networks?id=f4806620-4962-4134-99b4-81d4c833434f HTTP/1.1" status: 200 len: 814 time: 0.1358261 Jul 20 19:36:25.760309 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-eb774cfd-78ba-4022-b804-00656b0ba9c2 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1bfa2d4b4084aa294fbd546ebc0f8c5 HTTP/1.1" status: 200 len: 380 time: 0.0568049 Jul 20 19:36:25.873501 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-4a2f2373-6fd4-4a1b-8080-07b3697cf0ea tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Request body: {'port': {'device_id': '03c936cd-d435-4fb2-b37c-413b8e71ffab', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'admin_state_up': True, 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'security_groups': ['51c061ec-696c-45cf-99b5-c1bea02918e5']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:36:25.983005 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=87,neutron:DELETE=2,neutron:INSERT=10,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:26.028259 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-47a0fe5e-a886-486e-8c88-681b55b9edb6 req-a8b81bf0-e9d5-4a0d-8199-b92dbd65e161 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=03c936cd-d435-4fb2-b37c-413b8e71ffab HTTP/1.1" status: 200 len: 210 time: 0.0413115 Jul 20 19:36:26.045226 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-4a2f2373-6fd4-4a1b-8080-07b3697cf0ea tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Made reservation on behalf of a1bfa2d4b4084aa294fbd546ebc0f8c5 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:36:26.049291 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-4a2f2373-6fd4-4a1b-8080-07b3697cf0ea tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:26.207469 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-4a2f2373-6fd4-4a1b-8080-07b3697cf0ea tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Allocated IP 172.20.0.4 (f4806620-4962-4134-99b4-81d4c833434f/936f017c-57eb-4999-85a5-f340992534e6/4a0cbc8c-9546-4996-abd6-a592176c93a7) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:36:26.352604 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-4a2f2373-6fd4-4a1b-8080-07b3697cf0ea tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for port (4a0cbc8c-9546-4996-abd6-a592176c93a7), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:26.384336 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-4a2f2373-6fd4-4a1b-8080-07b3697cf0ea tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (4a0cbc8c-9546-4996-abd6-a592176c93a7), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:26.431707 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-4a2f2373-6fd4-4a1b-8080-07b3697cf0ea tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Network f4806620-4962-4134-99b4-81d4c833434f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:36:26.437073 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-4a2f2373-6fd4-4a1b-8080-07b3697cf0ea tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:36:26.441343 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-4a2f2373-6fd4-4a1b-8080-07b3697cf0ea tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:36:26.443787 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:26.448803 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2f2373-6fd4-4a1b-8080-07b3697cf0ea tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event updated for resources: {'Port': ['ID=4a0cbc8c-9546-4996-abd6-a592176c93a7,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:26.500968 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-4a2f2373-6fd4-4a1b-8080-07b3697cf0ea tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:26.501605 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-4a2f2373-6fd4-4a1b-8080-07b3697cf0ea tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:26.519732 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-4a2f2373-6fd4-4a1b-8080-07b3697cf0ea tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6505418 Jul 20 19:36:26.538455 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-daab1d2a-94f2-475f-ac80-ccd6b2dc3a74 service neutron] Request body: {'port': {'device_id': '03c936cd-d435-4fb2-b37c-413b8e71ffab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85054'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:36:26.610496 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-daab1d2a-94f2-475f-ac80-ccd6b2dc3a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (4a0cbc8c-9546-4996-abd6-a592176c93a7), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:26.717622 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ebdf3a74-c983-4e5f-8bfc-98686000d4c0 None None] Provisioning complete for port 4a0cbc8c-9546-4996-abd6-a592176c93a7 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:26.719045 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ebdf3a74-c983-4e5f-8bfc-98686000d4c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (4a0cbc8c-9546-4996-abd6-a592176c93a7), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:26.750730 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ebdf3a74-c983-4e5f-8bfc-98686000d4c0 None None] Port 4a0cbc8c-9546-4996-abd6-a592176c93a7 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:36:26.921169 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-daab1d2a-94f2-475f-ac80-ccd6b2dc3a74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a0cbc8c-9546-4996-abd6-a592176c93a7 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:36:26.930266 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-daab1d2a-94f2-475f-ac80-ccd6b2dc3a74 service neutron] Publish callbacks [] for port (4a0cbc8c-9546-4996-abd6-a592176c93a7), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:26.939913 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:UPDATE=5,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:26.946695 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-daab1d2a-94f2-475f-ac80-ccd6b2dc3a74 service neutron] Transition to ACTIVE for port object 4a0cbc8c-9546-4996-abd6-a592176c93a7 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:36:26.950850 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-daab1d2a-94f2-475f-ac80-ccd6b2dc3a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (4a0cbc8c-9546-4996-abd6-a592176c93a7), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:27.003589 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab1d2a-94f2-475f-ac80-ccd6b2dc3a74 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0cbc8c-9546-4996-abd6-a592176c93a7,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:27.024732 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:36:27.055712 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:27.093622 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:27.094064 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:27.115256 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-daab1d2a-94f2-475f-ac80-ccd6b2dc3a74 service neutron] Attempting to bind port 4a0cbc8c-9546-4996-abd6-a592176c93a7 on host hv-cinder-85054 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:36:27.115832 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-daab1d2a-94f2-475f-ac80-ccd6b2dc3a74 service neutron] Attempting to bind port 4a0cbc8c-9546-4996-abd6-a592176c93a7 by drivers openvswitch,hyperv on host hv-cinder-85054 at level 0 using segments [{'id': 'c757d05f-bc74-45f6-a55d-98cf55aecd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:36:27.116383 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-daab1d2a-94f2-475f-ac80-ccd6b2dc3a74 service neutron] Attempting to bind port 4a0cbc8c-9546-4996-abd6-a592176c93a7 on network f4806620-4962-4134-99b4-81d4c833434f {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:36:27.136256 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-daab1d2a-94f2-475f-ac80-ccd6b2dc3a74 service neutron] Port 4a0cbc8c-9546-4996-abd6-a592176c93a7 on network f4806620-4962-4134-99b4-81d4c833434f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85054 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:36:27.137453 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-daab1d2a-94f2-475f-ac80-ccd6b2dc3a74 service neutron] Attempting to bind port 4a0cbc8c-9546-4996-abd6-a592176c93a7 on network f4806620-4962-4134-99b4-81d4c833434f {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:36:27.159211 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-daab1d2a-94f2-475f-ac80-ccd6b2dc3a74 service neutron] Checking agent: {'id': 'e6883320-19dd-4a2d-8302-97f8dd23b041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85054', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'started_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 36, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:36:27.159556 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-daab1d2a-94f2-475f-ac80-ccd6b2dc3a74 service neutron] Checking segment: {'id': 'c757d05f-bc74-45f6-a55d-98cf55aecd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:36:27.159945 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-daab1d2a-94f2-475f-ac80-ccd6b2dc3a74 service neutron] Bound using segment: {'id': 'c757d05f-bc74-45f6-a55d-98cf55aecd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:36:27.160388 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-daab1d2a-94f2-475f-ac80-ccd6b2dc3a74 service neutron] Bound port: 4a0cbc8c-9546-4996-abd6-a592176c93a7, host: hv-cinder-85054, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c757d05f-bc74-45f6-a55d-98cf55aecd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:36:27.160756 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-daab1d2a-94f2-475f-ac80-ccd6b2dc3a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (4a0cbc8c-9546-4996-abd6-a592176c93a7), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:27.205845 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:27.234415 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5416b003-b5ab-473c-a233-1f44b5a5c3ce req-3f3e7659-536d-4281-a3ac-037b7b14ab0a tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:27.236282 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5416b003-b5ab-473c-a233-1f44b5a5c3ce req-3f3e7659-536d-4281-a3ac-037b7b14ab0a tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=03c936cd-d435-4fb2-b37c-413b8e71ffab HTTP/1.1" status: 200 len: 943 time: 0.0933752 Jul 20 19:36:27.291942 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-daab1d2a-94f2-475f-ac80-ccd6b2dc3a74 service neutron] For port 4a0cbc8c-9546-4996-abd6-a592176c93a7, host hv-cinder-85054, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:36:27.298184 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-daab1d2a-94f2-475f-ac80-ccd6b2dc3a74 service neutron] For port 4a0cbc8c-9546-4996-abd6-a592176c93a7, host hv-cinder-85054, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=4a0cbc8c-9546-4996-abd6-a592176c93a7,segment=NetworkSegment(c757d05f-bc74-45f6-a55d-98cf55aecd7f),segment_id=c757d05f-bc74-45f6-a55d-98cf55aecd7f)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:36:27.312802 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-daab1d2a-94f2-475f-ac80-ccd6b2dc3a74 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (4a0cbc8c-9546-4996-abd6-a592176c93a7), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:27.326691 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5416b003-b5ab-473c-a233-1f44b5a5c3ce req-aa553df3-1327-48a0-8948-a1f91bccda26 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=51c061ec-696c-45cf-99b5-c1bea02918e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0811131 Jul 20 19:36:27.354805 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:27.363580 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-daab1d2a-94f2-475f-ac80-ccd6b2dc3a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:27.364129 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-daab1d2a-94f2-475f-ac80-ccd6b2dc3a74 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:27.365517 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-daab1d2a-94f2-475f-ac80-ccd6b2dc3a74 service neutron] 10.222.0.96 "PUT /v2.0/ports/4a0cbc8c-9546-4996-abd6-a592176c93a7 HTTP/1.1" status: 200 len: 1093 time: 0.8316472 Jul 20 19:36:27.365996 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c936cd-d435-4fb2-b37c-413b8e71ffab', 'tag': '4a0cbc8c-9546-4996-abd6-a592176c93a7'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:36:27.368541 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97211d5-c3c0-4d44-b04f-efce28f6df68" -d '{"events": [{"name": "network-changed", "server_uuid": "03c936cd-d435-4fb2-b37c-413b8e71ffab", "tag": "4a0cbc8c-9546-4996-abd6-a592176c93a7"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:36:27.390244 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daab1d2a-94f2-475f-ac80-ccd6b2dc3a74 service neutron] Pushing event updated for resources: {'Port': ['ID=4a0cbc8c-9546-4996-abd6-a592176c93a7,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:27.413902 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5c260a-4f4d-4cbc-b226-74d970ded0e1 x-openstack-request-id: req-4a5c260a-4f4d-4cbc-b226-74d970ded0e1 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:36:27.414273 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c936cd-d435-4fb2-b37c-413b8e71ffab", "tag": "4a0cbc8c-9546-4996-abd6-a592176c93a7", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:36:27.414530 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-4a5c260a-4f4d-4cbc-b226-74d970ded0e1 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:36:27.414937 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4a5c260a-4f4d-4cbc-b226-74d970ded0e1'] response: {'name': 'network-changed', 'server_uuid': '03c936cd-d435-4fb2-b37c-413b8e71ffab', 'tag': '4a0cbc8c-9546-4996-abd6-a592176c93a7', 'status': 'completed', 'code': 200} Jul 20 19:36:27.486056 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-96ba16da-2185-4e3d-8028-7aa39f7ca7d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:27.487603 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-96ba16da-2185-4e3d-8028-7aa39f7ca7d1 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a1bfa2d4b4084aa294fbd546ebc0f8c5&device_id=03c936cd-d435-4fb2-b37c-413b8e71ffab HTTP/1.1" status: 200 len: 1127 time: 0.0434887 Jul 20 19:36:27.545799 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-40c1215f-e097-48b8-b228-08ae78379063 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a0cbc8c-9546-4996-abd6-a592176c93a7 HTTP/1.1" status: 200 len: 217 time: 0.0381563 Jul 20 19:36:27.602533 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-482b9ed1-6758-409c-a402-34e4c268127e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:27.604209 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-482b9ed1-6758-409c-a402-34e4c268127e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=936f017c-57eb-4999-85a5-f340992534e6 HTTP/1.1" status: 200 len: 853 time: 0.0510855 Jul 20 19:36:27.651647 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-80fec038-b22f-4ca6-a531-b7a52d3a8046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:27.653153 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-80fec038-b22f-4ca6-a531-b7a52d3a8046 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f4806620-4962-4134-99b4-81d4c833434f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0401180 Jul 20 19:36:27.754444 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-1b3fff74-d16c-4e46-af9a-89ef0040a42c service neutron] 10.222.0.96 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937722 Jul 20 19:36:27.848639 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4db54207-1d2b-4169-9423-ef328b1cf88a req-55af6e6c-215f-461f-bdb4-d9a80eec2cbe service neutron] 10.222.0.96 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874693 Jul 20 19:36:28.444057 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4af9ce9-8304-4dcf-838a-e6421a7eca25 req-7486b54e-901a-435a-8894-4326743b1f31 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:28.445461 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e4af9ce9-8304-4dcf-838a-e6421a7eca25 req-7486b54e-901a-435a-8894-4326743b1f31 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=03c936cd-d435-4fb2-b37c-413b8e71ffab HTTP/1.1" status: 200 len: 943 time: 0.0493536 Jul 20 19:36:28.497605 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e4af9ce9-8304-4dcf-838a-e6421a7eca25 req-e30a26e5-866b-4783-a41d-a0f9eaa9ded7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=51c061ec-696c-45cf-99b5-c1bea02918e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465281 Jul 20 19:36:28.666610 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 42686) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:28.774993 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea1d6-0f0b-422b-b645-27dfaccacdca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:28.860683 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea1d6-0f0b-422b-b645-27dfaccacdca admin admin] Publish callbacks [] for security_group (aa569c1d-b87b-475e-b632-5a715e54bfdd), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:28.864500 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ea5ea1d6-0f0b-422b-b645-27dfaccacdca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (aa569c1d-b87b-475e-b632-5a715e54bfdd), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:28.903297 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5ea1d6-0f0b-422b-b645-27dfaccacdca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa569c1d-b87b-475e-b632-5a715e54bfdd,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:28.908314 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-ea5ea1d6-0f0b-422b-b645-27dfaccacdca admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=90c403c14db545b082dd1f4d68442ec6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2406626 Jul 20 19:36:28.911162 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42690) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:28.962168 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d9fa416-ecf9-43d7-8b3d-2bc5b5b8496f admin admin] Publish callbacks [] for security_group (aa569c1d-b87b-475e-b632-5a715e54bfdd), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:29.007600 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d9fa416-ecf9-43d7-8b3d-2bc5b5b8496f admin admin] Publish callbacks [] for security_group (aa569c1d-b87b-475e-b632-5a715e54bfdd), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:29.038398 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97211d5-c3c0-4d44-b04f-efce28f6df68 req-fff67e33-5f5f-4eb3-b827-b0d81a7e3ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:29.039869 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b97211d5-c3c0-4d44-b04f-efce28f6df68 req-fff67e33-5f5f-4eb3-b827-b0d81a7e3ac8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a1bfa2d4b4084aa294fbd546ebc0f8c5&device_id=03c936cd-d435-4fb2-b37c-413b8e71ffab HTTP/1.1" status: 200 len: 1127 time: 0.0629666 Jul 20 19:36:29.050681 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:INSERT=1,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:29.117585 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d9fa416-ecf9-43d7-8b3d-2bc5b5b8496f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (aa569c1d-b87b-475e-b632-5a715e54bfdd), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:29.120080 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5d9fa416-ecf9-43d7-8b3d-2bc5b5b8496f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:29.121216 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-5d9fa416-ecf9-43d7-8b3d-2bc5b5b8496f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aa569c1d-b87b-475e-b632-5a715e54bfdd HTTP/1.1" status: 204 len: 168 time: 0.2090559 Jul 20 19:36:29.137076 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9fa416-ecf9-43d7-8b3d-2bc5b5b8496f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa569c1d-b87b-475e-b632-5a715e54bfdd,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:29.149919 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9fa416-ecf9-43d7-8b3d-2bc5b5b8496f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:29.150269 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9fa416-ecf9-43d7-8b3d-2bc5b5b8496f admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:29.150609 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9fa416-ecf9-43d7-8b3d-2bc5b5b8496f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:29.150973 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9fa416-ecf9-43d7-8b3d-2bc5b5b8496f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:29.151290 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9fa416-ecf9-43d7-8b3d-2bc5b5b8496f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:29.151620 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9fa416-ecf9-43d7-8b3d-2bc5b5b8496f admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:29.151945 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9fa416-ecf9-43d7-8b3d-2bc5b5b8496f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:29.152271 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9fa416-ecf9-43d7-8b3d-2bc5b5b8496f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:29.152593 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9fa416-ecf9-43d7-8b3d-2bc5b5b8496f admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:29.152936 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9fa416-ecf9-43d7-8b3d-2bc5b5b8496f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:29.153255 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9fa416-ecf9-43d7-8b3d-2bc5b5b8496f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:29.153575 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9fa416-ecf9-43d7-8b3d-2bc5b5b8496f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:29.153894 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9fa416-ecf9-43d7-8b3d-2bc5b5b8496f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:29.154211 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9fa416-ecf9-43d7-8b3d-2bc5b5b8496f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:29.154526 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5d9fa416-ecf9-43d7-8b3d-2bc5b5b8496f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:36:29.174596 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97211d5-c3c0-4d44-b04f-efce28f6df68 req-281c1e9e-b75c-4597-9f7e-ccf854964796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:29.176403 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b97211d5-c3c0-4d44-b04f-efce28f6df68 req-281c1e9e-b75c-4597-9f7e-ccf854964796 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f4806620-4962-4134-99b4-81d4c833434f HTTP/1.1" status: 200 len: 915 time: 0.1226823 Jul 20 19:36:29.220842 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b97211d5-c3c0-4d44-b04f-efce28f6df68 req-93a04146-aeda-4075-9923-f9e4082674bb service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a0cbc8c-9546-4996-abd6-a592176c93a7 HTTP/1.1" status: 200 len: 217 time: 0.0363731 Jul 20 19:36:29.282259 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97211d5-c3c0-4d44-b04f-efce28f6df68 req-ca988756-e487-4e1b-9ec9-f859920a25f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:29.283771 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b97211d5-c3c0-4d44-b04f-efce28f6df68 req-ca988756-e487-4e1b-9ec9-f859920a25f1 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=936f017c-57eb-4999-85a5-f340992534e6 HTTP/1.1" status: 200 len: 853 time: 0.0548162 Jul 20 19:36:29.338961 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b97211d5-c3c0-4d44-b04f-efce28f6df68 req-8f225bb2-2e04-4753-bf45-1c565c79f9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:29.340464 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b97211d5-c3c0-4d44-b04f-efce28f6df68 req-8f225bb2-2e04-4753-bf45-1c565c79f9fb service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f4806620-4962-4134-99b4-81d4c833434f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0476155 Jul 20 19:36:29.411243 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:29.442716 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b97211d5-c3c0-4d44-b04f-efce28f6df68 req-835c21e9-bc2a-477d-b99a-ab3a5becb8d6 service neutron] 10.222.0.96 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943127 Jul 20 19:36:29.553589 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b97211d5-c3c0-4d44-b04f-efce28f6df68 req-26553ef8-ed5b-406c-a433-94b61776565d service neutron] 10.222.0.96 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030173 Jul 20 19:36:29.619651 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ea566-cda7-4f09-ac0a-796e0a6c7404 req-4edf806f-36ca-4226-85eb-99fe941cae46 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:29.621120 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ac2ea566-cda7-4f09-ac0a-796e0a6c7404 req-4edf806f-36ca-4226-85eb-99fe941cae46 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=03c936cd-d435-4fb2-b37c-413b8e71ffab HTTP/1.1" status: 200 len: 943 time: 0.0497632 Jul 20 19:36:29.669263 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ac2ea566-cda7-4f09-ac0a-796e0a6c7404 req-e226ce0b-15ab-40c7-a86e-fa491828f79f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=51c061ec-696c-45cf-99b5-c1bea02918e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425282 Jul 20 19:36:29.941851 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 4a0cbc8c-9546-4996-abd6-a592176c93a7 details requested by agent hyperv_hv-cinder-85054 with host hv-cinder-85054 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:36:30.040429 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 4a0cbc8c-9546-4996-abd6-a592176c93a7, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=4a0cbc8c-9546-4996-abd6-a592176c93a7,segment=NetworkSegment(c757d05f-bc74-45f6-a55d-98cf55aecd7f),segment_id=c757d05f-bc74-45f6-a55d-98cf55aecd7f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:30.051839 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Returning: {'device': '4a0cbc8c-9546-4996-abd6-a592176c93a7', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'port_id': '4a0cbc8c-9546-4996-abd6-a592176c93a7', 'mac_address': 'fa:16:3e:3f:4f:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:36:30.100704 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 4a0cbc8c-9546-4996-abd6-a592176c93a7 is: DOWN; New status is: BUILD {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:30.101268 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (4a0cbc8c-9546-4996-abd6-a592176c93a7), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:30.118449 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a0cbc8c-9546-4996-abd6-a592176c93a7 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:36:30.141536 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 4a0cbc8c-9546-4996-abd6-a592176c93a7, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=4a0cbc8c-9546-4996-abd6-a592176c93a7,segment=NetworkSegment(c757d05f-bc74-45f6-a55d-98cf55aecd7f),segment_id=c757d05f-bc74-45f6-a55d-98cf55aecd7f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:30.145302 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (4a0cbc8c-9546-4996-abd6-a592176c93a7), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:30.193686 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=4a0cbc8c-9546-4996-abd6-a592176c93a7,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:30.564119 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['4a0cbc8c-9546-4996-abd6-a592176c93a7'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:36:30.591510 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:30.789657 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c0228f-b0ab-48f9-9861-b0e295605ec9 req-0b6048fc-e11c-4873-a089-b62386f4d4a1 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:30.791160 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-02c0228f-b0ab-48f9-9861-b0e295605ec9 req-0b6048fc-e11c-4873-a089-b62386f4d4a1 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=03c936cd-d435-4fb2-b37c-413b8e71ffab HTTP/1.1" status: 200 len: 944 time: 0.0472958 Jul 20 19:36:30.843768 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-02c0228f-b0ab-48f9-9861-b0e295605ec9 req-735559b6-0e41-4163-a081-792f554058e9 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=51c061ec-696c-45cf-99b5-c1bea02918e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457723 Jul 20 19:36:31.945489 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 4a0cbc8c-9546-4996-abd6-a592176c93a7 up at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:36:31.962430 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d566702-b895-4789-8316-6fbd3b0d9e8e req-2e80bf8a-5f59-422f-87fa-d8fc5a95958d tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:31.964337 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4d566702-b895-4789-8316-6fbd3b0d9e8e req-2e80bf8a-5f59-422f-87fa-d8fc5a95958d tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=03c936cd-d435-4fb2-b37c-413b8e71ffab HTTP/1.1" status: 200 len: 944 time: 0.0481291 Jul 20 19:36:31.987791 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning for port 4a0cbc8c-9546-4996-abd6-a592176c93a7 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:36:31.993704 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning complete for port 4a0cbc8c-9546-4996-abd6-a592176c93a7 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:36:31.994086 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (4a0cbc8c-9546-4996-abd6-a592176c93a7), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:32.019313 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4d566702-b895-4789-8316-6fbd3b0d9e8e req-bf11f38e-8c83-4621-b8ab-319da458441f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=51c061ec-696c-45cf-99b5-c1bea02918e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474217 Jul 20 19:36:32.072289 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 4a0cbc8c-9546-4996-abd6-a592176c93a7 is: BUILD; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:36:32.072687 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (4a0cbc8c-9546-4996-abd6-a592176c93a7), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:32.086658 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:32.101739 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c936cd-d435-4fb2-b37c-413b8e71ffab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0cbc8c-9546-4996-abd6-a592176c93a7'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:36:32.103932 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fcc18b-3735-4827-9a3c-273ff57026c6" -d '{"events": [{"server_uuid": "03c936cd-d435-4fb2-b37c-413b8e71ffab", "name": "network-vif-plugged", "status": "completed", "tag": "4a0cbc8c-9546-4996-abd6-a592176c93a7"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:36:32.117580 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 4a0cbc8c-9546-4996-abd6-a592176c93a7, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=4a0cbc8c-9546-4996-abd6-a592176c93a7,segment=NetworkSegment(c757d05f-bc74-45f6-a55d-98cf55aecd7f),segment_id=c757d05f-bc74-45f6-a55d-98cf55aecd7f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:32.121836 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (4a0cbc8c-9546-4996-abd6-a592176c93a7), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:32.147677 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c5b461-7317-4735-960e-df13463acc7e x-openstack-request-id: req-f3c5b461-7317-4735-960e-df13463acc7e {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:36:32.147969 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c936cd-d435-4fb2-b37c-413b8e71ffab", "name": "network-vif-plugged", "status": "completed", "tag": "4a0cbc8c-9546-4996-abd6-a592176c93a7", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:36:32.148222 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f3c5b461-7317-4735-960e-df13463acc7e {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:36:32.148623 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f3c5b461-7317-4735-960e-df13463acc7e'] response: {'server_uuid': '03c936cd-d435-4fb2-b37c-413b8e71ffab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a0cbc8c-9546-4996-abd6-a592176c93a7', 'code': 200} Jul 20 19:36:32.175974 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=4a0cbc8c-9546-4996-abd6-a592176c93a7,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:32.388566 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9477a9df-0bb4-41dc-afd9-908366e2ba63 req-9202bbd3-a0d4-4adf-8a14-06237a4d8aab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:32.390030 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9477a9df-0bb4-41dc-afd9-908366e2ba63 req-9202bbd3-a0d4-4adf-8a14-06237a4d8aab service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=03c936cd-d435-4fb2-b37c-413b8e71ffab HTTP/1.1" status: 200 len: 1129 time: 0.0413444 Jul 20 19:36:32.444182 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9477a9df-0bb4-41dc-afd9-908366e2ba63 req-4a2f0264-f52f-4aa1-a37b-618d59532972 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=51c061ec-696c-45cf-99b5-c1bea02918e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408051 Jul 20 19:36:33.149726 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b90871-4532-4cde-8845-bef90e6c5a08 req-bb39e736-8bdc-44b9-a985-43a9e204e3be tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:33.151727 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c7b90871-4532-4cde-8845-bef90e6c5a08 req-bb39e736-8bdc-44b9-a985-43a9e204e3be tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=03c936cd-d435-4fb2-b37c-413b8e71ffab HTTP/1.1" status: 200 len: 945 time: 0.0593295 Jul 20 19:36:33.199848 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c7b90871-4532-4cde-8845-bef90e6c5a08 req-4b2e8bf7-c654-43f7-a162-9f49c926df36 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=51c061ec-696c-45cf-99b5-c1bea02918e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423114 Jul 20 19:36:33.214672 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=87 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:33.215438 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:34.324701 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f2db7-a783-45a7-95ae-45160f64104f req-8a531612-5bdd-4503-abe4-7be4d3636b5b tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:34.326195 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-dd1f2db7-a783-45a7-95ae-45160f64104f req-8a531612-5bdd-4503-abe4-7be4d3636b5b tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=03c936cd-d435-4fb2-b37c-413b8e71ffab HTTP/1.1" status: 200 len: 945 time: 0.0487118 Jul 20 19:36:34.375738 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-dd1f2db7-a783-45a7-95ae-45160f64104f req-41142e2e-e1c3-450e-b254-2e48094acfde tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=51c061ec-696c-45cf-99b5-c1bea02918e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433283 Jul 20 19:36:34.490908 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c78c6d-6c5b-4f67-85c3-baccf6a86782 req-86cf9511-e7ff-49f4-9331-1f9e54ec3d5b tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:34.492359 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-40c78c6d-6c5b-4f67-85c3-baccf6a86782 req-86cf9511-e7ff-49f4-9331-1f9e54ec3d5b tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=03c936cd-d435-4fb2-b37c-413b8e71ffab HTTP/1.1" status: 200 len: 945 time: 0.0503521 Jul 20 19:36:34.501407 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42712) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:34.505653 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-6a315896-59f7-46be-91d4-42aceb003aa7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Request body: {'floatingip': {'port_id': '4a0cbc8c-9546-4996-abd6-a592176c93a7'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:36:34.543539 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6a315896-59f7-46be-91d4-42aceb003aa7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for floatingip (cce1e51f-e1fc-4864-ac8a-875469e5db93), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:34.646397 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:34.861246 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:35.008997 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6a315896-59f7-46be-91d4-42aceb003aa7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:35.012553 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6a315896-59f7-46be-91d4-42aceb003aa7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (cce1e51f-e1fc-4864-ac8a-875469e5db93), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:35.110157 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-6a315896-59f7-46be-91d4-42aceb003aa7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Floating IP cce1e51f-e1fc-4864-ac8a-875469e5db93 associated. External IP: 172.27.3.92, port: 4a0cbc8c-9546-4996-abd6-a592176c93a7. Jul 20 19:36:35.313631 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a315896-59f7-46be-91d4-42aceb003aa7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Router 044b8bd2-8154-47e7-ba03-d6272376e9af has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:36:35.418046 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a315896-59f7-46be-91d4-42aceb003aa7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:36:35.423055 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6a315896-59f7-46be-91d4-42aceb003aa7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:35.428249 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f8e179-f2ea-4499-9e1c-c174072cc190 None None] Sync routers for ids ['044b8bd2-8154-47e7-ba03-d6272376e9af'] in dv-cinder-850548-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:36:35.438138 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f8e179-f2ea-4499-9e1c-c174072cc190 None None] Routers {'044b8bd2-8154-47e7-ba03-d6272376e9af'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:35.438740 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b8f8e179-f2ea-4499-9e1c-c174072cc190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:36:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['044b8bd2-8154-47e7-ba03-d6272376e9af'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:35.453730 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-6a315896-59f7-46be-91d4-42aceb003aa7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "PUT /v2.0/floatingips/cce1e51f-e1fc-4864-ac8a-875469e5db93 HTTP/1.1" status: 200 len: 990 time: 0.9513099 Jul 20 19:36:35.454387 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03c936cd-d435-4fb2-b37c-413b8e71ffab', 'tag': '4a0cbc8c-9546-4996-abd6-a592176c93a7'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:36:35.456714 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d769c21b-0be0-43bc-8408-b238f700dddc" -d '{"events": [{"name": "network-changed", "server_uuid": "03c936cd-d435-4fb2-b37c-413b8e71ffab", "tag": "4a0cbc8c-9546-4996-abd6-a592176c93a7"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:36:35.492348 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:36:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-081f66e7-90dc-4740-b521-cfd7fdb52079 x-openstack-request-id: req-081f66e7-90dc-4740-b521-cfd7fdb52079 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:36:35.492642 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03c936cd-d435-4fb2-b37c-413b8e71ffab", "tag": "4a0cbc8c-9546-4996-abd6-a592176c93a7", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:36:35.492916 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-081f66e7-90dc-4740-b521-cfd7fdb52079 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:36:35.493328 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-081f66e7-90dc-4740-b521-cfd7fdb52079'] response: {'name': 'network-changed', 'server_uuid': '03c936cd-d435-4fb2-b37c-413b8e71ffab', 'tag': '4a0cbc8c-9546-4996-abd6-a592176c93a7', 'status': 'completed', 'code': 200} Jul 20 19:36:35.541007 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-b8f8e179-f2ea-4499-9e1c-c174072cc190 None None] Set router 044b8bd2-8154-47e7-ba03-d6272376e9af gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:35.588746 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769c21b-0be0-43bc-8408-b238f700dddc req-d2bffb01-c299-4e17-97d8-2d29e50a4e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:35.590239 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d769c21b-0be0-43bc-8408-b238f700dddc req-d2bffb01-c299-4e17-97d8-2d29e50a4e7c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a1bfa2d4b4084aa294fbd546ebc0f8c5&device_id=03c936cd-d435-4fb2-b37c-413b8e71ffab HTTP/1.1" status: 200 len: 1129 time: 0.0440114 Jul 20 19:36:35.683189 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769c21b-0be0-43bc-8408-b238f700dddc req-c641d35f-e399-4c1e-bdda-00df7bdb8767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:35.684747 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d769c21b-0be0-43bc-8408-b238f700dddc req-c641d35f-e399-4c1e-bdda-00df7bdb8767 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f4806620-4962-4134-99b4-81d4c833434f HTTP/1.1" status: 200 len: 915 time: 0.0882792 Jul 20 19:36:35.743585 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:35.756400 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d769c21b-0be0-43bc-8408-b238f700dddc req-195b50ac-f909-45ac-9af0-aef8bb272b6e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4a0cbc8c-9546-4996-abd6-a592176c93a7 HTTP/1.1" status: 200 len: 998 time: 0.0631847 Jul 20 19:36:35.756645 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b8f8e179-f2ea-4499-9e1c-c174072cc190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': 'cce1e51f-e1fc-4864-ac8a-875469e5db93', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'port_id': '4a0cbc8c-9546-4996-abd6-a592176c93a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'mac_address': 'fa:16:3e:3f:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c936cd-d435-4fb2-b37c-413b8e71ffab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:36:22Z', 'updated_at': '2022-07-20T19:36:34Z', 'revision_number': 1, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:24Z', 'revision_number': 5, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:35.781902 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f8e179-f2ea-4499-9e1c-c174072cc190 None None] Checking router: 044b8bd2-8154-47e7-ba03-d6272376e9af for host: dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:36:35.790476 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f8e179-f2ea-4499-9e1c-c174072cc190 None None] Routers {'044b8bd2-8154-47e7-ba03-d6272376e9af'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:35.791072 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b8f8e179-f2ea-4499-9e1c-c174072cc190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:36:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['044b8bd2-8154-47e7-ba03-d6272376e9af'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:35.810088 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769c21b-0be0-43bc-8408-b238f700dddc req-916a27b1-9bb0-46d2-86ab-1b622ecdca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:35.811532 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d769c21b-0be0-43bc-8408-b238f700dddc req-916a27b1-9bb0-46d2-86ab-1b622ecdca24 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=936f017c-57eb-4999-85a5-f340992534e6 HTTP/1.1" status: 200 len: 853 time: 0.0449131 Jul 20 19:36:35.860689 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d769c21b-0be0-43bc-8408-b238f700dddc req-7d9ed1c0-b1b0-40a6-a350-4d8a210109b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:35.862107 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d769c21b-0be0-43bc-8408-b238f700dddc req-7d9ed1c0-b1b0-40a6-a350-4d8a210109b7 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f4806620-4962-4134-99b4-81d4c833434f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0413387 Jul 20 19:36:35.895659 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-b8f8e179-f2ea-4499-9e1c-c174072cc190 None None] Set router 044b8bd2-8154-47e7-ba03-d6272376e9af gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:35.958322 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d769c21b-0be0-43bc-8408-b238f700dddc req-55ab84c5-e540-4c2f-8c82-c631dd6b5daa service neutron] 10.222.0.96 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889390 Jul 20 19:36:35.975777 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:36.057074 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d769c21b-0be0-43bc-8408-b238f700dddc req-c70b598a-aa50-4ac2-a4fb-250362016825 service neutron] 10.222.0.96 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881011 Jul 20 19:36:36.112609 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b8f8e179-f2ea-4499-9e1c-c174072cc190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': 'cce1e51f-e1fc-4864-ac8a-875469e5db93', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'port_id': '4a0cbc8c-9546-4996-abd6-a592176c93a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'mac_address': 'fa:16:3e:3f:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c936cd-d435-4fb2-b37c-413b8e71ffab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:36:22Z', 'updated_at': '2022-07-20T19:36:34Z', 'revision_number': 1, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:24Z', 'revision_number': 5, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:36.137404 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8f8e179-f2ea-4499-9e1c-c174072cc190 None None] The sync data for ids ['044b8bd2-8154-47e7-ba03-d6272376e9af'] in dv-cinder-850548-1-iscsi is: [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': 'cce1e51f-e1fc-4864-ac8a-875469e5db93', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'port_id': '4a0cbc8c-9546-4996-abd6-a592176c93a7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'mac_address': 'fa:16:3e:3f:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c936cd-d435-4fb2-b37c-413b8e71ffab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:36:22Z', 'updated_at': '2022-07-20T19:36:34Z', 'revision_number': 1, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:24Z', 'revision_number': 5, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:36:36.223283 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:36:36.320765 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d91fa01d-ab06-4708-a8a5-a3929462460d None None] New status for floating IP cce1e51f-e1fc-4864-ac8a-875469e5db93: ACTIVE {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:36:37.365158 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c3f412-2f31-49a1-a56d-0e585e44a3fe req-51a80e2a-fbe3-454b-820c-210f6782e853 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:37.366674 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c9c3f412-2f31-49a1-a56d-0e585e44a3fe req-51a80e2a-fbe3-454b-820c-210f6782e853 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 946 time: 0.3139961 Jul 20 19:36:37.414470 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c9c3f412-2f31-49a1-a56d-0e585e44a3fe req-be62620d-80c1-4369-9513-42c8914ddbd0 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420811 Jul 20 19:36:38.535001 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80608d10-64f1-4f55-9d81-e992ae145368 req-c4057b48-f9b6-4692-9d20-5b723bfdd5dd tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:38.536455 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-80608d10-64f1-4f55-9d81-e992ae145368 req-c4057b48-f9b6-4692-9d20-5b723bfdd5dd tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 946 time: 0.0486634 Jul 20 19:36:38.584242 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-80608d10-64f1-4f55-9d81-e992ae145368 req-de4df151-103f-4121-9e72-e3f670770c72 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups?id=16e14116-c018-4783-8716-47873c43c2f1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419743 Jul 20 19:36:38.899210 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=59,neutron:UPDATE=2,neutron:DELETE=2,neutron:INSERT=14 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:38.901806 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=55,neutron:INSERT=8,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:38.951915 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1b24f-fcc7-408c-919b-87d4c492f83f req-c40d608d-bbe8-44d1-b5a1-6fa68136fd61 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:38.953356 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-55f1b24f-fcc7-408c-919b-87d4c492f83f req-c40d608d-bbe8-44d1-b5a1-6fa68136fd61 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.96 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 946 time: 0.0526323 Jul 20 19:36:39.042354 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-55f1b24f-fcc7-408c-919b-87d4c492f83f req-749f0945-e918-47fe-8685-89fcdb24de33 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Deleting port 07d49545-8328-41a0-82f6-5d7bda469348 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:36:39.042700 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-55f1b24f-fcc7-408c-919b-87d4c492f83f req-749f0945-e918-47fe-8685-89fcdb24de33 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (07d49545-8328-41a0-82f6-5d7bda469348), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:39.136564 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-55f1b24f-fcc7-408c-919b-87d4c492f83f req-749f0945-e918-47fe-8685-89fcdb24de33 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] For port 07d49545-8328-41a0-82f6-5d7bda469348, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=07d49545-8328-41a0-82f6-5d7bda469348,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:39.136958 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-55f1b24f-fcc7-408c-919b-87d4c492f83f req-749f0945-e918-47fe-8685-89fcdb24de33 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (07d49545-8328-41a0-82f6-5d7bda469348), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:39.305250 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-55f1b24f-fcc7-408c-919b-87d4c492f83f req-749f0945-e918-47fe-8685-89fcdb24de33 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:39.305610 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-55f1b24f-fcc7-408c-919b-87d4c492f83f req-749f0945-e918-47fe-8685-89fcdb24de33 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (d4d2c7e8-7ad7-413b-87d7-edd5c6eaf13d), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:39.305921 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [req-55f1b24f-fcc7-408c-919b-87d4c492f83f req-749f0945-e918-47fe-8685-89fcdb24de33 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Floating IP d4d2c7e8-7ad7-413b-87d7-edd5c6eaf13d disassociated. External IP: 172.27.3.227, port: 07d49545-8328-41a0-82f6-5d7bda469348. Jul 20 19:36:39.306265 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-55f1b24f-fcc7-408c-919b-87d4c492f83f req-749f0945-e918-47fe-8685-89fcdb24de33 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Calling delete_port for 07d49545-8328-41a0-82f6-5d7bda469348 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:36:39.375564 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:39.442066 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-55f1b24f-fcc7-408c-919b-87d4c492f83f req-749f0945-e918-47fe-8685-89fcdb24de33 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (07d49545-8328-41a0-82f6-5d7bda469348), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:39.470658 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749f0945-e918-47fe-8685-89fcdb24de33 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Pushing event deleted for resources: {'Port': ['ID=07d49545-8328-41a0-82f6-5d7bda469348,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:39.582218 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:UPDATE=1,neutron:DELETE=6 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:39.587864 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-55f1b24f-fcc7-408c-919b-87d4c492f83f req-749f0945-e918-47fe-8685-89fcdb24de33 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Router ccca4bbb-5000-49bd-9564-0deb65b6e55a has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:36:39.711057 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ed23f5ed-a232-45d8-bc40-0a25510e1771 req-f865e130-4f55-49f3-87ad-cfc4bc711e93 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/ports?device_id=0c72290e-2e8d-4d75-bc12-044982fde7e4 HTTP/1.1" status: 200 len: 210 time: 0.0393784 Jul 20 19:36:39.720774 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-55f1b24f-fcc7-408c-919b-87d4c492f83f req-749f0945-e918-47fe-8685-89fcdb24de33 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:36:39.730802 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c480d8-f03e-4bc7-a337-76712b348cf8 None None] Sync routers for ids ['ccca4bbb-5000-49bd-9564-0deb65b6e55a'] in dv-cinder-850548-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:36:39.743602 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c480d8-f03e-4bc7-a337-76712b348cf8 None None] Routers {'ccca4bbb-5000-49bd-9564-0deb65b6e55a'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:39.744223 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b6c480d8-f03e-4bc7-a337-76712b348cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:36:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['ccca4bbb-5000-49bd-9564-0deb65b6e55a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:39.767558 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f1b24f-fcc7-408c-919b-87d4c492f83f req-749f0945-e918-47fe-8685-89fcdb24de33 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] No DVR routers for this DVR port 07d49545-8328-41a0-82f6-5d7bda469348 on host hv-cinder-85054 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:36:39.770217 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-55f1b24f-fcc7-408c-919b-87d4c492f83f req-749f0945-e918-47fe-8685-89fcdb24de33 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:39.773425 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-55f1b24f-fcc7-408c-919b-87d4c492f83f req-749f0945-e918-47fe-8685-89fcdb24de33 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.96 "DELETE /v2.0/ports/07d49545-8328-41a0-82f6-5d7bda469348 HTTP/1.1" status: 204 len: 173 time: 0.8130369 Jul 20 19:36:39.773868 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c72290e-2e8d-4d75-bc12-044982fde7e4', 'name': 'network-vif-deleted', 'tag': '07d49545-8328-41a0-82f6-5d7bda469348'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:36:39.776171 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a098046d-3e1d-45ce-bfad-2f2fbc8abcb3" -d '{"events": [{"server_uuid": "0c72290e-2e8d-4d75-bc12-044982fde7e4", "name": "network-vif-deleted", "tag": "07d49545-8328-41a0-82f6-5d7bda469348"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:36:39.832102 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:36:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef9b368-e071-409e-bcf5-478da12dee5e x-openstack-request-id: req-fef9b368-e071-409e-bcf5-478da12dee5e {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:36:39.832467 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c72290e-2e8d-4d75-bc12-044982fde7e4", "name": "network-vif-deleted", "tag": "07d49545-8328-41a0-82f6-5d7bda469348", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:36:39.832801 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fef9b368-e071-409e-bcf5-478da12dee5e {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:36:39.833317 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fef9b368-e071-409e-bcf5-478da12dee5e'] response: {'server_uuid': '0c72290e-2e8d-4d75-bc12-044982fde7e4', 'name': 'network-vif-deleted', 'tag': '07d49545-8328-41a0-82f6-5d7bda469348', 'status': 'completed', 'code': 200} Jul 20 19:36:39.857458 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-b6c480d8-f03e-4bc7-a337-76712b348cf8 None None] Set router ccca4bbb-5000-49bd-9564-0deb65b6e55a gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:39.990876 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=100 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:40.018163 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=100 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:40.064726 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b6c480d8-f03e-4bc7-a337-76712b348cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082003264-router', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'gw_port': {'id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '852a5e10-5a08-4503-87fc-d9318edb569b', 'name': '', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'mac_address': 'fa:16:3e:a1:5f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:28:09Z', 'revision_number': 5, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'subnets': [{'id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:40.094554 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c480d8-f03e-4bc7-a337-76712b348cf8 None None] Checking router: ccca4bbb-5000-49bd-9564-0deb65b6e55a for host: dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:36:40.103105 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c480d8-f03e-4bc7-a337-76712b348cf8 None None] Routers {'ccca4bbb-5000-49bd-9564-0deb65b6e55a'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:40.103744 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b6c480d8-f03e-4bc7-a337-76712b348cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:36:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['ccca4bbb-5000-49bd-9564-0deb65b6e55a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:40.290364 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-b6c480d8-f03e-4bc7-a337-76712b348cf8 None None] Set router ccca4bbb-5000-49bd-9564-0deb65b6e55a gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:40.498324 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-b6c480d8-f03e-4bc7-a337-76712b348cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082003264-router', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'gw_port': {'id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '852a5e10-5a08-4503-87fc-d9318edb569b', 'name': '', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'mac_address': 'fa:16:3e:a1:5f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:28:09Z', 'revision_number': 5, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'subnets': [{'id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:40.529477 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6c480d8-f03e-4bc7-a337-76712b348cf8 None None] The sync data for ids ['ccca4bbb-5000-49bd-9564-0deb65b6e55a'] in dv-cinder-850548-1-iscsi is: [{'id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082003264-router', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:27:57Z', 'revision_number': 4, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'gw_port': {'id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '852a5e10-5a08-4503-87fc-d9318edb569b', 'name': '', 'network_id': 'c252680c-c029-4238-80e1-835b5a8591d8', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'mac_address': 'fa:16:3e:a1:5f:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_interface', 'standard_attr_id': 123, 'fixed_ips': [{'subnet_id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:55Z', 'updated_at': '2022-07-20T19:28:09Z', 'revision_number': 5, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'subnets': [{'id': '5a397f0b-3686-46fe-bb9f-edf6643027d1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:36:40.749186 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f093a4a1-3ab5-42d2-833d-92a2ca9894ed None None] New status for floating IP d4d2c7e8-7ad7-413b-87d7-edd5c6eaf13d: DOWN {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:36:40.805349 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42742) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:40.863892 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91968322-6a3e-439f-b232-e7cb4cd58945 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for security_group (16e14116-c018-4783-8716-47873c43c2f1), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:40.893152 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91968322-6a3e-439f-b232-e7cb4cd58945 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for security_group (16e14116-c018-4783-8716-47873c43c2f1), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:40.943084 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91968322-6a3e-439f-b232-e7cb4cd58945 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (16e14116-c018-4783-8716-47873c43c2f1), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:40.945619 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-91968322-6a3e-439f-b232-e7cb4cd58945 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:40.948681 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-91968322-6a3e-439f-b232-e7cb4cd58945 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "DELETE /v2.0/security-groups/16e14116-c018-4783-8716-47873c43c2f1 HTTP/1.1" status: 204 len: 168 time: 0.1423147 Jul 20 19:36:40.949734 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 42744) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:40.960069 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91968322-6a3e-439f-b232-e7cb4cd58945 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e14116-c018-4783-8716-47873c43c2f1,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:40.965240 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.api.v2.resource [None req-9aab95d3-a9a7-46ec-ad74-93a87d20c402 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] show failed (client error): The resource could not be found. Jul 20 19:36:40.971097 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42746) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:40.971206 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-9aab95d3-a9a7-46ec-ad74-93a87d20c402 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "GET /v2.0/security-groups/16e14116-c018-4783-8716-47873c43c2f1 HTTP/1.1" status: 404 len: 347 time: 0.0191488 Jul 20 19:36:41.085015 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-94a41ffb-b662-4c94-97c4-4e95b3e83852 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Deleting port 8622388d-c901-4292-80f7-2aa11183b7a5 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:36:41.085358 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-94a41ffb-b662-4c94-97c4-4e95b3e83852 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (8622388d-c901-4292-80f7-2aa11183b7a5), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:41.165161 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-94a41ffb-b662-4c94-97c4-4e95b3e83852 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (8622388d-c901-4292-80f7-2aa11183b7a5), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:41.165411 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-94a41ffb-b662-4c94-97c4-4e95b3e83852 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for floatingip (8622388d-c901-4292-80f7-2aa11183b7a5), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:41.177533 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-94a41ffb-b662-4c94-97c4-4e95b3e83852 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Calling delete_port for 8622388d-c901-4292-80f7-2aa11183b7a5 owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:36:41.315466 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-94a41ffb-b662-4c94-97c4-4e95b3e83852 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (8622388d-c901-4292-80f7-2aa11183b7a5), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:41.323241 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:41.341625 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a41ffb-b662-4c94-97c4-4e95b3e83852 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Pushing event deleted for resources: {'Port': ['ID=8622388d-c901-4292-80f7-2aa11183b7a5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:41.410811 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-94a41ffb-b662-4c94-97c4-4e95b3e83852 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks [] for floatingip (d4d2c7e8-7ad7-413b-87d7-edd5c6eaf13d), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:41.413633 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-94a41ffb-b662-4c94-97c4-4e95b3e83852 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:41.414781 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-94a41ffb-b662-4c94-97c4-4e95b3e83852 tempest-AttachVolumeShelveTestJSON-1236858908 tempest-AttachVolumeShelveTestJSON-1236858908-project] 10.222.0.79 "DELETE /v2.0/floatingips/d4d2c7e8-7ad7-413b-87d7-edd5c6eaf13d HTTP/1.1" status: 204 len: 168 time: 0.4438372 Jul 20 19:36:41.990296 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 07d49545-8328-41a0-82f6-5d7bda469348 no longer exists at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:36:42.010846 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] No Port match for: 07d49545-8328-41a0-82f6-5d7bda469348 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:36:42.011196 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 07d49545-8328-41a0-82f6-5d7bda469348 not bound to the agent host hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:36:43.610641 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4cd9b315-7c30-4370-8896-be070d7a1bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:43.852753 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42770) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:44.205488 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:44.333457 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13faa9f3-acb8-4692-bb7a-9e1b58c6f6ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712453'] for router_interface (ccca4bbb-5000-49bd-9564-0deb65b6e55a), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:44.560581 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-13faa9f3-acb8-4692-bb7a-9e1b58c6f6ce admin admin] Deleting port 852a5e10-5a08-4503-87fc-d9318edb569b {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:36:44.561007 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13faa9f3-acb8-4692-bb7a-9e1b58c6f6ce admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (852a5e10-5a08-4503-87fc-d9318edb569b), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:44.657322 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-13faa9f3-acb8-4692-bb7a-9e1b58c6f6ce admin admin] For port 852a5e10-5a08-4503-87fc-d9318edb569b, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=852a5e10-5a08-4503-87fc-d9318edb569b,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:44.657713 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13faa9f3-acb8-4692-bb7a-9e1b58c6f6ce admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (852a5e10-5a08-4503-87fc-d9318edb569b), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:44.670803 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-13faa9f3-acb8-4692-bb7a-9e1b58c6f6ce admin admin] Calling delete_port for 852a5e10-5a08-4503-87fc-d9318edb569b owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:36:44.798156 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:44.866948 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13faa9f3-acb8-4692-bb7a-9e1b58c6f6ce admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (852a5e10-5a08-4503-87fc-d9318edb569b), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:44.904985 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13faa9f3-acb8-4692-bb7a-9e1b58c6f6ce admin admin] Pushing event deleted for resources: {'Port': ['ID=852a5e10-5a08-4503-87fc-d9318edb569b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:45.078526 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-13faa9f3-acb8-4692-bb7a-9e1b58c6f6ce admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2037749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712593'] for router_interface (ccca4bbb-5000-49bd-9564-0deb65b6e55a), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:45.184172 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:45.304441 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13faa9f3-acb8-4692-bb7a-9e1b58c6f6ce admin admin] Router ccca4bbb-5000-49bd-9564-0deb65b6e55a has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:36:45.413188 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13faa9f3-acb8-4692-bb7a-9e1b58c6f6ce admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:36:45.418131 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-13faa9f3-acb8-4692-bb7a-9e1b58c6f6ce admin admin] 10.222.0.79 "PUT /v2.0/routers/ccca4bbb-5000-49bd-9564-0deb65b6e55a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5643957 Jul 20 19:36:45.420623 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42774) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:45.424739 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c64b3e1-a105-45ab-906b-c9150aefd5c8 None None] Sync routers for ids ['ccca4bbb-5000-49bd-9564-0deb65b6e55a'] in dv-cinder-850548-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:36:45.435137 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c64b3e1-a105-45ab-906b-c9150aefd5c8 None None] Routers {'ccca4bbb-5000-49bd-9564-0deb65b6e55a'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:45.435703 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7c64b3e1-a105-45ab-906b-c9150aefd5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:36:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['ccca4bbb-5000-49bd-9564-0deb65b6e55a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:45.522811 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9bd08529-150d-452d-a26a-dde0f578cbb4 admin admin] Publish callbacks [] for router (ccca4bbb-5000-49bd-9564-0deb65b6e55a), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:45.539413 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-7c64b3e1-a105-45ab-906b-c9150aefd5c8 None None] Set router ccca4bbb-5000-49bd-9564-0deb65b6e55a gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:45.622655 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9bd08529-150d-452d-a26a-dde0f578cbb4 admin admin] Publish callbacks [] for router_gateway (ccca4bbb-5000-49bd-9564-0deb65b6e55a), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:45.741788 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7c64b3e1-a105-45ab-906b-c9150aefd5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082003264-router', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54'}], 'enable_snat': True}, 'gw_port_id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:36:44Z', 'revision_number': 5, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'gw_port': {'id': 'aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:45:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:27:45Z', 'updated_at': '2022-07-20T19:28:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:45.778952 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c64b3e1-a105-45ab-906b-c9150aefd5c8 None None] Checking router: ccca4bbb-5000-49bd-9564-0deb65b6e55a for host: dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:36:45.790887 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c64b3e1-a105-45ab-906b-c9150aefd5c8 None None] Routers {'ccca4bbb-5000-49bd-9564-0deb65b6e55a'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:36:45.791513 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7c64b3e1-a105-45ab-906b-c9150aefd5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:36:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['ccca4bbb-5000-49bd-9564-0deb65b6e55a'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:45.883149 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-7c64b3e1-a105-45ab-906b-c9150aefd5c8 None None] Set router ccca4bbb-5000-49bd-9564-0deb65b6e55a gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:36:45.927024 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-9bd08529-150d-452d-a26a-dde0f578cbb4 admin admin] Deleting port aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:36:45.927623 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9bd08529-150d-452d-a26a-dde0f578cbb4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:45.935071 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-7c64b3e1-a105-45ab-906b-c9150aefd5c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082003264-router', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:36:45Z', 'revision_number': 6, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'gw_port_host': None}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:45.964191 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c64b3e1-a105-45ab-906b-c9150aefd5c8 None None] The sync data for ids ['ccca4bbb-5000-49bd-9564-0deb65b6e55a'] in dv-cinder-850548-1-iscsi is: [{'id': 'ccca4bbb-5000-49bd-9564-0deb65b6e55a', 'name': 'tempest-AttachVolumeShelveTestJSON-2082003264-router', 'tenant_id': 'ca9f11498f9d4245910281ac3bd55470', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:27:44Z', 'updated_at': '2022-07-20T19:36:45Z', 'revision_number': 6, 'project_id': 'ca9f11498f9d4245910281ac3bd55470', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:36:45.965835 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-822d9937-f2f0-4731-b45f-16c586213c55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:45.990790 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:46.026434 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-9bd08529-150d-452d-a26a-dde0f578cbb4 admin admin] For port aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:46.026789 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9bd08529-150d-452d-a26a-dde0f578cbb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:46.045573 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-9bd08529-150d-452d-a26a-dde0f578cbb4 admin admin] Calling delete_port for aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:36:46.219601 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9bd08529-150d-452d-a26a-dde0f578cbb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:46.244332 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd08529-150d-452d-a26a-dde0f578cbb4 admin admin] Pushing event deleted for resources: {'Port': ['ID=aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:46.308235 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9bd08529-150d-452d-a26a-dde0f578cbb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1823180'] for router_gateway (ccca4bbb-5000-49bd-9564-0deb65b6e55a), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:46.310953 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:46.398588 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9bd08529-150d-452d-a26a-dde0f578cbb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1715651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3463'] for router (ccca4bbb-5000-49bd-9564-0deb65b6e55a), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:46.400758 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9bd08529-150d-452d-a26a-dde0f578cbb4 admin admin] Publish callbacks [] for router_controller (ccca4bbb-5000-49bd-9564-0deb65b6e55a), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:46.446066 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9bd08529-150d-452d-a26a-dde0f578cbb4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715575'] for router (ccca4bbb-5000-49bd-9564-0deb65b6e55a), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:46.446774 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bd08529-150d-452d-a26a-dde0f578cbb4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ccca4bbb-5000-49bd-9564-0deb65b6e55a {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 19:36:46.451239 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9bd08529-150d-452d-a26a-dde0f578cbb4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:46.452361 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-9bd08529-150d-452d-a26a-dde0f578cbb4 admin admin] 10.222.0.79 "DELETE /v2.0/routers/ccca4bbb-5000-49bd-9564-0deb65b6e55a HTTP/1.1" status: 204 len: 168 time: 1.0308299 Jul 20 19:36:46.455912 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42776) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:46.505216 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_v2 [None req-862b3614-1fd4-4ac9-a791-a12ca68ac513 admin admin] Deleting subnet 5a397f0b-3686-46fe-bb9f-edf6643027d1 {{(pid=104008) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:36:46.508686 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-862b3614-1fd4-4ac9-a791-a12ca68ac513 admin admin] Publish callbacks [] for subnet (5a397f0b-3686-46fe-bb9f-edf6643027d1), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:46.547761 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-862b3614-1fd4-4ac9-a791-a12ca68ac513 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3300273'] for subnet (5a397f0b-3686-46fe-bb9f-edf6643027d1), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:46.631725 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-862b3614-1fd4-4ac9-a791-a12ca68ac513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742266'] for subnet (5a397f0b-3686-46fe-bb9f-edf6643027d1), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:46.697503 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-862b3614-1fd4-4ac9-a791-a12ca68ac513 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3300280', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26201617'] for subnet (5a397f0b-3686-46fe-bb9f-edf6643027d1), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:46.724903 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862b3614-1fd4-4ac9-a791-a12ca68ac513 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a397f0b-3686-46fe-bb9f-edf6643027d1,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:46.730867 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-862b3614-1fd4-4ac9-a791-a12ca68ac513 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:46.735091 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-862b3614-1fd4-4ac9-a791-a12ca68ac513 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/5a397f0b-3686-46fe-bb9f-edf6643027d1 HTTP/1.1" status: 204 len: 168 time: 0.2768414 Jul 20 19:36:46.737188 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 42778) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:46.738437 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea70c83-49b8-4b75-a96c-71c342633063 None None] Network c252680c-c029-4238-80e1-835b5a8591d8 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:36:46.814749 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3ee0688d-1efe-411a-b155-173fcfaf42be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636708'] for network (c252680c-c029-4238-80e1-835b5a8591d8), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:46.863431 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-3ee0688d-1efe-411a-b155-173fcfaf42be admin admin] Deleting port 911f4597-fa0c-4dd1-9b7c-c98763aa05b6 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:36:46.863767 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3ee0688d-1efe-411a-b155-173fcfaf42be admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (911f4597-fa0c-4dd1-9b7c-c98763aa05b6), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:46.930617 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ae6c37-34cd-4155-93c9-a9a2274f3f0d None None] DHCP port deletion for c252680c-c029-4238-80e1-835b5a8591d8 request from dv-cinder-850548-1-iscsi {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 19:36:46.941382 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:46.944548 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-3ee0688d-1efe-411a-b155-173fcfaf42be admin admin] For port 911f4597-fa0c-4dd1-9b7c-c98763aa05b6, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=911f4597-fa0c-4dd1-9b7c-c98763aa05b6,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:46.945165 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3ee0688d-1efe-411a-b155-173fcfaf42be admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (911f4597-fa0c-4dd1-9b7c-c98763aa05b6), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:46.959439 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-3ee0688d-1efe-411a-b155-173fcfaf42be admin admin] Calling delete_port for 911f4597-fa0c-4dd1-9b7c-c98763aa05b6 owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:36:46.973742 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-46ae6c37-34cd-4155-93c9-a9a2274f3f0d None None] Deleting port 911f4597-fa0c-4dd1-9b7c-c98763aa05b6 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:36:46.974358 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-46ae6c37-34cd-4155-93c9-a9a2274f3f0d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (911f4597-fa0c-4dd1-9b7c-c98763aa05b6), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:47.033885 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8 no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:36:47.053370 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3ee0688d-1efe-411a-b155-173fcfaf42be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (911f4597-fa0c-4dd1-9b7c-c98763aa05b6), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:47.067990 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-46ae6c37-34cd-4155-93c9-a9a2274f3f0d None None] For port 911f4597-fa0c-4dd1-9b7c-c98763aa05b6, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=911f4597-fa0c-4dd1-9b7c-c98763aa05b6,segment=NetworkSegment(0834ea49-c9d4-4bbd-9331-a43aae639ace),segment_id=0834ea49-c9d4-4bbd-9331-a43aae639ace)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:36:47.068386 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-46ae6c37-34cd-4155-93c9-a9a2274f3f0d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (911f4597-fa0c-4dd1-9b7c-c98763aa05b6), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:47.070602 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:36:47.070943 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device aff3fdb5-a0bd-4286-a7c6-f39e08deb3f8 not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:36:47.071360 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 911f4597-fa0c-4dd1-9b7c-c98763aa05b6 no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:36:47.077434 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0688d-1efe-411a-b155-173fcfaf42be admin admin] Pushing event deleted for resources: {'Port': ['ID=911f4597-fa0c-4dd1-9b7c-c98763aa05b6,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:47.083165 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ee0688d-1efe-411a-b155-173fcfaf42be admin admin] No DVR routers for this DVR port 911f4597-fa0c-4dd1-9b7c-c98763aa05b6 on host dv-cinder-850548-1-iscsi {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:36:47.101736 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-46ae6c37-34cd-4155-93c9-a9a2274f3f0d None None] Calling delete_port for 911f4597-fa0c-4dd1-9b7c-c98763aa05b6 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:36:47.104024 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: 911f4597-fa0c-4dd1-9b7c-c98763aa05b6 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:36:47.104373 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 911f4597-fa0c-4dd1-9b7c-c98763aa05b6 not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:36:47.104869 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 852a5e10-5a08-4503-87fc-d9318edb569b no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:36:47.156680 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3ee0688d-1efe-411a-b155-173fcfaf42be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-742656', 'neutron.services.segments.db._delete_segments_for_network-8773866507587'] for network (c252680c-c029-4238-80e1-835b5a8591d8), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:47.180273 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-3ee0688d-1efe-411a-b155-173fcfaf42be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c252680c-c029-4238-80e1-835b5a8591d8']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:47.191277 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-3ee0688d-1efe-411a-b155-173fcfaf42be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0834ea49-c9d4-4bbd-9331-a43aae639ace') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:47.191568 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-3ee0688d-1efe-411a-b155-173fcfaf42be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0834ea49-c9d4-4bbd-9331-a43aae639ace') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:36:47.206508 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3ee0688d-1efe-411a-b155-173fcfaf42be admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773866508876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25615712'] for segment (0834ea49-c9d4-4bbd-9331-a43aae639ace), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:47.222587 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3ee0688d-1efe-411a-b155-173fcfaf42be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (0834ea49-c9d4-4bbd-9331-a43aae639ace), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:47.229857 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ee0688d-1efe-411a-b155-173fcfaf42be admin admin] Releasing vlan 978 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:36:47.230315 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3ee0688d-1efe-411a-b155-173fcfaf42be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26525640'] for segment (0834ea49-c9d4-4bbd-9331-a43aae639ace), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:47.258292 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.services.segments.plugin [-] Segment 0834ea49-c9d4-4bbd-9331-a43aae639ace resource provider aggregate not found Jul 20 19:36:47.265151 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: 852a5e10-5a08-4503-87fc-d9318edb569b {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:36:47.266246 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 852a5e10-5a08-4503-87fc-d9318edb569b not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:36:47.288651 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.services.segments.plugin [-] Segment 0834ea49-c9d4-4bbd-9331-a43aae639ace resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0834ea49-c9d4-4bbd-9331-a43aae639ace found for delete ", "request_id": "req-a5aada07-84ef-4a7f-a541-5f944221ede4"}]} Jul 20 19:36:47.303376 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3ee0688d-1efe-411a-b155-173fcfaf42be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1823185'] for network (c252680c-c029-4238-80e1-835b5a8591d8), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:47.309035 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3ee0688d-1efe-411a-b155-173fcfaf42be admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:47.312106 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-3ee0688d-1efe-411a-b155-173fcfaf42be admin admin] 10.222.0.79 "DELETE /v2.0/networks/c252680c-c029-4238-80e1-835b5a8591d8 HTTP/1.1" status: 204 len: 168 time: 0.5731089 Jul 20 19:36:47.325466 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0688d-1efe-411a-b155-173fcfaf42be admin admin] Pushing event deleted for resources: {'Network': ['ID=c252680c-c029-4238-80e1-835b5a8591d8,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:47.332726 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:47.356264 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-46ae6c37-34cd-4155-93c9-a9a2274f3f0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741'] for port (911f4597-fa0c-4dd1-9b7c-c98763aa05b6), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:47.387733 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-46ae6c37-34cd-4155-93c9-a9a2274f3f0d None None] Network c252680c-c029-4238-80e1-835b5a8591d8 is not hosted by any dhcp agent {{(pid=104009) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 20 19:36:47.388244 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46ae6c37-34cd-4155-93c9-a9a2274f3f0d None None] No DVR routers for this DVR port 911f4597-fa0c-4dd1-9b7c-c98763aa05b6 on host dv-cinder-850548-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:36:47.390076 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ae6c37-34cd-4155-93c9-a9a2274f3f0d None None] Pushing event deleted for resources: {'Port': ['ID=911f4597-fa0c-4dd1-9b7c-c98763aa05b6,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:47.463763 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 42788) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:47.512315 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-55f65af3-7b10-460d-ad3f-764f5f10a9a2 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ca9f11498f9d4245910281ac3bd55470&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0463324 Jul 20 19:36:47.514422 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42790) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:47.576472 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a8cbfce-c86a-4ed3-ad89-bc73f2f7846c admin admin] Publish callbacks [] for security_group (6f0f9962-7ffb-469f-8d0d-ad641b414c51), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:47.616509 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a8cbfce-c86a-4ed3-ad89-bc73f2f7846c admin admin] Publish callbacks [] for security_group (6f0f9962-7ffb-469f-8d0d-ad641b414c51), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:47.676799 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a8cbfce-c86a-4ed3-ad89-bc73f2f7846c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (6f0f9962-7ffb-469f-8d0d-ad641b414c51), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:47.680303 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2a8cbfce-c86a-4ed3-ad89-bc73f2f7846c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:47.681837 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2a8cbfce-c86a-4ed3-ad89-bc73f2f7846c admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6f0f9962-7ffb-469f-8d0d-ad641b414c51 HTTP/1.1" status: 204 len: 168 time: 0.1655629 Jul 20 19:36:47.693206 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8cbfce-c86a-4ed3-ad89-bc73f2f7846c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0f9962-7ffb-469f-8d0d-ad641b414c51,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:48.652803 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:48.825209 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:49.667166 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42842) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:49.782244 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d16e1a22-771f-4534-864a-3d145c1fe4d8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:49.816596 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=84,neutron:DELETE=12,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:49.868556 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d16e1a22-771f-4534-864a-3d145c1fe4d8 admin admin] Publish callbacks [] for security_group (1f0441fb-0e54-4524-abec-c99169a1aabb), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:49.872365 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-d16e1a22-771f-4534-864a-3d145c1fe4d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (1f0441fb-0e54-4524-abec-c99169a1aabb), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:49.915094 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-d16e1a22-771f-4534-864a-3d145c1fe4d8 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a3bf27bef59e456db485599123591827&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2468474 Jul 20 19:36:49.916012 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e1a22-771f-4534-864a-3d145c1fe4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f0441fb-0e54-4524-abec-c99169a1aabb,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:49.917834 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 42846) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:49.974176 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f7162a3-379b-4aca-a56c-2e1b60cde584 admin admin] Publish callbacks [] for security_group (1f0441fb-0e54-4524-abec-c99169a1aabb), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:49.996249 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f7162a3-379b-4aca-a56c-2e1b60cde584 admin admin] Publish callbacks [] for security_group (1f0441fb-0e54-4524-abec-c99169a1aabb), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:50.046251 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f7162a3-379b-4aca-a56c-2e1b60cde584 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (1f0441fb-0e54-4524-abec-c99169a1aabb), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:50.049519 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f7162a3-379b-4aca-a56c-2e1b60cde584 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:50.050689 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-2f7162a3-379b-4aca-a56c-2e1b60cde584 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1f0441fb-0e54-4524-abec-c99169a1aabb HTTP/1.1" status: 204 len: 168 time: 0.1312692 Jul 20 19:36:50.060904 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7162a3-379b-4aca-a56c-2e1b60cde584 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f0441fb-0e54-4524-abec-c99169a1aabb,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:50.319796 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 42852) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:50.333670 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b76a7103-fb0d-4d82-8b31-e5418ad79a6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:50.384278 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=87,neutron:DELETE=6,neutron:UPDATE=2,neutron:INSERT=5 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:50.396237 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0229aa47-972f-4f0b-8001-ce74931defc4 req-166d7733-b98c-48fc-8fe4-6601ffd6bb46 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0443506 Jul 20 19:36:50.411721 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=86,neutron:DELETE=8,neutron:INSERT=6 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:50.416751 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b76a7103-fb0d-4d82-8b31-e5418ad79a6a admin admin] Publish callbacks [] for security_group (ba9042cd-e42a-4bf9-baac-4cae4b53698b), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:50.421184 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b76a7103-fb0d-4d82-8b31-e5418ad79a6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (ba9042cd-e42a-4bf9-baac-4cae4b53698b), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:50.463526 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a7103-fb0d-4d82-8b31-e5418ad79a6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9042cd-e42a-4bf9-baac-4cae4b53698b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:50.471701 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42854) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:50.471810 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-b76a7103-fb0d-4d82-8b31-e5418ad79a6a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d9ea13c9b7db42cab08570c74af7ed4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1507957 Jul 20 19:36:50.494747 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=82,neutron:DELETE=7,neutron:UPDATE=2,neutron:INSERT=9 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:50.526503 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229aa47-972f-4f0b-8001-ce74931defc4 req-6bb78d30-9a86-450a-9097-994ed5adaeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:50.528072 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0229aa47-972f-4f0b-8001-ce74931defc4 req-6bb78d30-9a86-450a-9097-994ed5adaeba service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3f1255754afb4cd384a11c87a9d717df&device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 1129 time: 0.0693767 Jul 20 19:36:50.564297 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1fcb8e93-807a-4d77-8e64-d6e65b9fd0f3 admin admin] Publish callbacks [] for security_group (ba9042cd-e42a-4bf9-baac-4cae4b53698b), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:50.629314 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1fcb8e93-807a-4d77-8e64-d6e65b9fd0f3 admin admin] Publish callbacks [] for security_group (ba9042cd-e42a-4bf9-baac-4cae4b53698b), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:50.683904 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229aa47-972f-4f0b-8001-ce74931defc4 req-a29c57b8-66f2-4ebc-ad40-201df294dbf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:50.685383 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0229aa47-972f-4f0b-8001-ce74931defc4 req-a29c57b8-66f2-4ebc-ad40-201df294dbf3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b HTTP/1.1" status: 200 len: 913 time: 0.1314754 Jul 20 19:36:50.741500 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1fcb8e93-807a-4d77-8e64-d6e65b9fd0f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (ba9042cd-e42a-4bf9-baac-4cae4b53698b), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:50.743970 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-1fcb8e93-807a-4d77-8e64-d6e65b9fd0f3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:50.745190 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-1fcb8e93-807a-4d77-8e64-d6e65b9fd0f3 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ba9042cd-e42a-4bf9-baac-4cae4b53698b HTTP/1.1" status: 204 len: 168 time: 0.2573197 Jul 20 19:36:50.759624 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb8e93-807a-4d77-8e64-d6e65b9fd0f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9042cd-e42a-4bf9-baac-4cae4b53698b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:50.767937 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0229aa47-972f-4f0b-8001-ce74931defc4 req-ffea561a-e68e-443e-ab5f-52f133ca4567 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adb97b7c-ab6c-4cac-8466-afb36a56cddd HTTP/1.1" status: 200 len: 1001 time: 0.0763206 Jul 20 19:36:50.823629 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229aa47-972f-4f0b-8001-ce74931defc4 req-9203ebd9-233e-446c-847f-7bac2ca96c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:50.824154 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0229aa47-972f-4f0b-8001-ce74931defc4 req-9203ebd9-233e-446c-847f-7bac2ca96c9e service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4d19357c-ece7-45d1-a6a5-4668097ab380 HTTP/1.1" status: 200 len: 851 time: 0.0501523 Jul 20 19:36:50.873247 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0229aa47-972f-4f0b-8001-ce74931defc4 req-03b89423-806c-488a-8ff7-bcbab0ac3fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:36:50.875574 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0229aa47-972f-4f0b-8001-ce74931defc4 req-03b89423-806c-488a-8ff7-bcbab0ac3fb9 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446594 Jul 20 19:36:50.983941 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0229aa47-972f-4f0b-8001-ce74931defc4 req-16f72610-ab27-41da-9473-5bf3058ba60e service neutron] 10.222.0.96 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017656 Jul 20 19:36:51.004835 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:51.086030 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0229aa47-972f-4f0b-8001-ce74931defc4 req-6f051b31-2424-40a4-9588-29dc16fe28ea service neutron] 10.222.0.96 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955870 Jul 20 19:36:55.844902 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42928) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:55.937285 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=78 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:55.960651 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-42ae266d-eb9d-4687-bbfe-0e84574fb064 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:55.963664 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=87 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:56.007604 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:INSERT=3,neutron:SELECT=94,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:56.043615 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-42ae266d-eb9d-4687-bbfe-0e84574fb064 admin admin] Publish callbacks [] for security_group (ad894725-272d-4865-bf35-737f3874d9a9), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:56.048795 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-42ae266d-eb9d-4687-bbfe-0e84574fb064 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (ad894725-272d-4865-bf35-737f3874d9a9), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:56.088722 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-42ae266d-eb9d-4687-bbfe-0e84574fb064 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=96a0079c9a83466aa74dab24b3a0ce5f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2426567 Jul 20 19:36:56.089443 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ae266d-eb9d-4687-bbfe-0e84574fb064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad894725-272d-4865-bf35-737f3874d9a9,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:56.091773 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42934) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:56.142003 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9cdf06f7-7e49-4360-885e-d9daa93b6cc9 admin admin] Publish callbacks [] for security_group (ad894725-272d-4865-bf35-737f3874d9a9), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:56.163826 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9cdf06f7-7e49-4360-885e-d9daa93b6cc9 admin admin] Publish callbacks [] for security_group (ad894725-272d-4865-bf35-737f3874d9a9), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:56.210610 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9cdf06f7-7e49-4360-885e-d9daa93b6cc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (ad894725-272d-4865-bf35-737f3874d9a9), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:56.213392 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-9cdf06f7-7e49-4360-885e-d9daa93b6cc9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:56.214536 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-9cdf06f7-7e49-4360-885e-d9daa93b6cc9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/ad894725-272d-4865-bf35-737f3874d9a9 HTTP/1.1" status: 204 len: 168 time: 0.1219170 Jul 20 19:36:56.222935 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdf06f7-7e49-4360-885e-d9daa93b6cc9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad894725-272d-4865-bf35-737f3874d9a9,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:56.503939 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42940) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:56.519951 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b5a323d1-7043-4616-b5f1-dda4183197f5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:56.530781 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=9 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:36:56.606093 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b5a323d1-7043-4616-b5f1-dda4183197f5 admin admin] Publish callbacks [] for security_group (90b43a41-d692-4ad0-8a54-31e0a401b61a), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:56.610371 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b5a323d1-7043-4616-b5f1-dda4183197f5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (90b43a41-d692-4ad0-8a54-31e0a401b61a), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:56.649696 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a323d1-7043-4616-b5f1-dda4183197f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b43a41-d692-4ad0-8a54-31e0a401b61a,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:36:56.656442 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-b5a323d1-7043-4616-b5f1-dda4183197f5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=157d74ed404b452bbe192791df549963&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1488714 Jul 20 19:36:56.657270 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 42944) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:36:56.711245 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0f690635-4b0a-4239-910f-c8f6f0b37209 admin admin] Publish callbacks [] for security_group (90b43a41-d692-4ad0-8a54-31e0a401b61a), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:56.734855 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0f690635-4b0a-4239-910f-c8f6f0b37209 admin admin] Publish callbacks [] for security_group (90b43a41-d692-4ad0-8a54-31e0a401b61a), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:56.784785 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0f690635-4b0a-4239-910f-c8f6f0b37209 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (90b43a41-d692-4ad0-8a54-31e0a401b61a), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:56.787417 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0f690635-4b0a-4239-910f-c8f6f0b37209 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:36:56.788818 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-0f690635-4b0a-4239-910f-c8f6f0b37209 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/90b43a41-d692-4ad0-8a54-31e0a401b61a HTTP/1.1" status: 204 len: 168 time: 0.1301670 Jul 20 19:36:56.797440 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f690635-4b0a-4239-910f-c8f6f0b37209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b43a41-d692-4ad0-8a54-31e0a401b61a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:00.459516 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:00.461445 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=13 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:06.236536 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:06.770259 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=66,neutron:DELETE=3,neutron:INSERT=6 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:06.793061 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=29,neutron:INSERT=5,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:06.810512 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=80,neutron:UPDATE=5,neutron:DELETE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:12.234937 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:12.235693 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=2,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:13.224584 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:37:13.613493 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2e2f46fc-33a0-4c2f-a6d8-f36cda270a7d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:15.962773 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7fceefbc-55bc-4fc5-8f6a-32284bef9ed5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:16.531625 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 43096) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:16.651646 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-74686b51-8654-46c2-818b-750aae58426a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:16.729298 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-74686b51-8654-46c2-818b-750aae58426a admin admin] Publish callbacks [] for security_group (4f78add7-c7dc-4086-a32d-9d56b8445590), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:16.733197 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-74686b51-8654-46c2-818b-750aae58426a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (4f78add7-c7dc-4086-a32d-9d56b8445590), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:16.774745 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74686b51-8654-46c2-818b-750aae58426a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f78add7-c7dc-4086-a32d-9d56b8445590,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:16.780699 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-74686b51-8654-46c2-818b-750aae58426a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d974dc4f2d4c405cad746422c69c5887&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479596 Jul 20 19:37:16.784750 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 43100) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:16.835895 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-efa69903-ea49-4398-8288-b69ee5b4acaa admin admin] Publish callbacks [] for security_group (4f78add7-c7dc-4086-a32d-9d56b8445590), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:16.857630 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-efa69903-ea49-4398-8288-b69ee5b4acaa admin admin] Publish callbacks [] for security_group (4f78add7-c7dc-4086-a32d-9d56b8445590), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:16.906776 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-efa69903-ea49-4398-8288-b69ee5b4acaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (4f78add7-c7dc-4086-a32d-9d56b8445590), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:16.915308 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-efa69903-ea49-4398-8288-b69ee5b4acaa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:16.917543 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-efa69903-ea49-4398-8288-b69ee5b4acaa admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/4f78add7-c7dc-4086-a32d-9d56b8445590 HTTP/1.1" status: 204 len: 168 time: 0.1316700 Jul 20 19:37:16.926519 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa69903-ea49-4398-8288-b69ee5b4acaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f78add7-c7dc-4086-a32d-9d56b8445590,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:16.936355 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:18.652525 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:18.819296 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:21.020773 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:23.219308 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:23.220069 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:25.192427 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 43248) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:25.311024 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f42809b5-1143-49dd-a1fa-485547f249ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:25.398046 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f42809b5-1143-49dd-a1fa-485547f249ed admin admin] Publish callbacks [] for security_group (9932f20d-9bed-4e03-b6cb-f4c957f1b177), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:25.401871 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f42809b5-1143-49dd-a1fa-485547f249ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (9932f20d-9bed-4e03-b6cb-f4c957f1b177), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:25.445121 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-f42809b5-1143-49dd-a1fa-485547f249ed admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=ad18bf48c7d74445823a93929fa8d291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2515454 Jul 20 19:37:25.445924 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42809b5-1143-49dd-a1fa-485547f249ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9932f20d-9bed-4e03-b6cb-f4c957f1b177,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:25.447917 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43252) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:25.506399 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-63de64e3-aa3e-4fa5-9f2c-5c81d29df029 admin admin] Publish callbacks [] for security_group (9932f20d-9bed-4e03-b6cb-f4c957f1b177), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:25.532316 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-63de64e3-aa3e-4fa5-9f2c-5c81d29df029 admin admin] Publish callbacks [] for security_group (9932f20d-9bed-4e03-b6cb-f4c957f1b177), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:25.583502 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-63de64e3-aa3e-4fa5-9f2c-5c81d29df029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (9932f20d-9bed-4e03-b6cb-f4c957f1b177), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:25.586130 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-63de64e3-aa3e-4fa5-9f2c-5c81d29df029 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:25.587384 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-63de64e3-aa3e-4fa5-9f2c-5c81d29df029 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/9932f20d-9bed-4e03-b6cb-f4c957f1b177 HTTP/1.1" status: 204 len: 168 time: 0.1383317 Jul 20 19:37:25.595960 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de64e3-aa3e-4fa5-9f2c-5c81d29df029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9932f20d-9bed-4e03-b6cb-f4c957f1b177,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:25.604398 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de64e3-aa3e-4fa5-9f2c-5c81d29df029 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:25.604746 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de64e3-aa3e-4fa5-9f2c-5c81d29df029 admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:25.605117 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de64e3-aa3e-4fa5-9f2c-5c81d29df029 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:25.605641 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de64e3-aa3e-4fa5-9f2c-5c81d29df029 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:25.605842 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de64e3-aa3e-4fa5-9f2c-5c81d29df029 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:25.606169 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de64e3-aa3e-4fa5-9f2c-5c81d29df029 admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:25.606606 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de64e3-aa3e-4fa5-9f2c-5c81d29df029 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:25.606876 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de64e3-aa3e-4fa5-9f2c-5c81d29df029 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:25.607127 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de64e3-aa3e-4fa5-9f2c-5c81d29df029 admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:25.607450 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de64e3-aa3e-4fa5-9f2c-5c81d29df029 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:25.607771 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de64e3-aa3e-4fa5-9f2c-5c81d29df029 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:25.608089 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de64e3-aa3e-4fa5-9f2c-5c81d29df029 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:25.608409 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de64e3-aa3e-4fa5-9f2c-5c81d29df029 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:25.608726 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de64e3-aa3e-4fa5-9f2c-5c81d29df029 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:25.609074 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63de64e3-aa3e-4fa5-9f2c-5c81d29df029 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:25.883881 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 43258) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:25.898415 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-56f630c8-d59a-4d96-a2e0-ffa5d59b82f1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:25.979579 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-56f630c8-d59a-4d96-a2e0-ffa5d59b82f1 admin admin] Publish callbacks [] for security_group (cdec1320-6666-447c-a7d1-9b5bd75e1f82), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:25.983723 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-56f630c8-d59a-4d96-a2e0-ffa5d59b82f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (cdec1320-6666-447c-a7d1-9b5bd75e1f82), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.026599 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-56f630c8-d59a-4d96-a2e0-ffa5d59b82f1 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=221d8ad7d7db4736a0946033150830da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415713 Jul 20 19:37:26.027574 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f630c8-d59a-4d96-a2e0-ffa5d59b82f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdec1320-6666-447c-a7d1-9b5bd75e1f82,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:26.029399 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43260) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:26.081253 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f6748f6c-5d41-4840-8713-e87bb02d5c6f admin admin] Publish callbacks [] for security_group (cdec1320-6666-447c-a7d1-9b5bd75e1f82), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.102920 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f6748f6c-5d41-4840-8713-e87bb02d5c6f admin admin] Publish callbacks [] for security_group (cdec1320-6666-447c-a7d1-9b5bd75e1f82), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.149951 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f6748f6c-5d41-4840-8713-e87bb02d5c6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (cdec1320-6666-447c-a7d1-9b5bd75e1f82), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.152471 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-f6748f6c-5d41-4840-8713-e87bb02d5c6f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.153662 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-f6748f6c-5d41-4840-8713-e87bb02d5c6f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/cdec1320-6666-447c-a7d1-9b5bd75e1f82 HTTP/1.1" status: 204 len: 168 time: 0.1226404 Jul 20 19:37:26.162362 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6748f6c-5d41-4840-8713-e87bb02d5c6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdec1320-6666-447c-a7d1-9b5bd75e1f82,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:26.481421 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43268) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:26.496034 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e9f3175f-034d-4f94-a792-3ae90bcb0192 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.578550 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e9f3175f-034d-4f94-a792-3ae90bcb0192 admin admin] Publish callbacks [] for security_group (b663d292-14ca-40ea-b13d-d7895b859bc5), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.583398 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e9f3175f-034d-4f94-a792-3ae90bcb0192 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (b663d292-14ca-40ea-b13d-d7895b859bc5), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.624959 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-e9f3175f-034d-4f94-a792-3ae90bcb0192 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=e7a57eb1c6f94dffb93f8da49f2f9b4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1423748 Jul 20 19:37:26.625676 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f3175f-034d-4f94-a792-3ae90bcb0192 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b663d292-14ca-40ea-b13d-d7895b859bc5,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:26.627772 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 43270) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:26.670173 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=77,neutron:INSERT=18,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:26.685614 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5fbca1ce-333c-41c8-a05e-f83e6c896301 admin admin] Publish callbacks [] for security_group (b663d292-14ca-40ea-b13d-d7895b859bc5), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.687415 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=83,neutron:INSERT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:26.711954 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5fbca1ce-333c-41c8-a05e-f83e6c896301 admin admin] Publish callbacks [] for security_group (b663d292-14ca-40ea-b13d-d7895b859bc5), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.767200 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5fbca1ce-333c-41c8-a05e-f83e6c896301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (b663d292-14ca-40ea-b13d-d7895b859bc5), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.770596 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5fbca1ce-333c-41c8-a05e-f83e6c896301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:26.771785 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-5fbca1ce-333c-41c8-a05e-f83e6c896301 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b663d292-14ca-40ea-b13d-d7895b859bc5 HTTP/1.1" status: 204 len: 168 time: 0.1429312 Jul 20 19:37:26.780461 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbca1ce-333c-41c8-a05e-f83e6c896301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b663d292-14ca-40ea-b13d-d7895b859bc5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:28.453798 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43310) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:28.459301 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-b6ede0e7-e35b-4ab9-aded-4b4d3fc849e8 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2116149979', 'description': 'tempest-description--1502175668'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:28.481419 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6ede0e7-e35b-4ab9-aded-4b4d3fc849e8 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:28.553807 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6ede0e7-e35b-4ab9-aded-4b4d3fc849e8 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group (9acfcfde-7061-4977-8851-d944180527db), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:28.557434 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6ede0e7-e35b-4ab9-aded-4b4d3fc849e8 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (9acfcfde-7061-4977-8851-d944180527db), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:28.591760 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6ede0e7-e35b-4ab9-aded-4b4d3fc849e8 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:28.593096 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-b6ede0e7-e35b-4ab9-aded-4b4d3fc849e8 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.1381950 Jul 20 19:37:28.593956 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ede0e7-e35b-4ab9-aded-4b4d3fc849e8 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9acfcfde-7061-4977-8851-d944180527db,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:28.596100 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43312) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:28.600591 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-fdada559-3ccf-42ee-82f8-770b61dbf942 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Request body: {'security_group_rule': {'security_group_id': '9acfcfde-7061-4977-8851-d944180527db', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:28.628962 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fdada559-3ccf-42ee-82f8-770b61dbf942 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group_rule (e4ba8c95-db38-4ab4-9e78-33524d41e05d), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:28.682486 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=78,neutron:DELETE=6,neutron:INSERT=14,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:28.688196 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=86,neutron:DELETE=4,neutron:INSERT=9,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:28.702147 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fdada559-3ccf-42ee-82f8-770b61dbf942 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group_rule (e4ba8c95-db38-4ab4-9e78-33524d41e05d), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:28.707184 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fdada559-3ccf-42ee-82f8-770b61dbf942 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (e4ba8c95-db38-4ab4-9e78-33524d41e05d), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:28.729978 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdada559-3ccf-42ee-82f8-770b61dbf942 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4ba8c95-db38-4ab4-9e78-33524d41e05d,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:28.738569 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fdada559-3ccf-42ee-82f8-770b61dbf942 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:28.742214 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-fdada559-3ccf-42ee-82f8-770b61dbf942 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1425033 Jul 20 19:37:28.742651 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43314) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:28.746914 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-ad1e9eb6-3d39-4fde-8374-4f0f1d10d277 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Request body: {'security_group_rule': {'security_group_id': '9acfcfde-7061-4977-8851-d944180527db', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:28.778034 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ad1e9eb6-3d39-4fde-8374-4f0f1d10d277 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group_rule (acbd8b30-7519-444f-8b62-37d7b1abe0f0), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:28.836455 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ad1e9eb6-3d39-4fde-8374-4f0f1d10d277 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group_rule (acbd8b30-7519-444f-8b62-37d7b1abe0f0), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:28.841316 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ad1e9eb6-3d39-4fde-8374-4f0f1d10d277 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (acbd8b30-7519-444f-8b62-37d7b1abe0f0), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:28.868826 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1e9eb6-3d39-4fde-8374-4f0f1d10d277 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acbd8b30-7519-444f-8b62-37d7b1abe0f0,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:28.875220 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ad1e9eb6-3d39-4fde-8374-4f0f1d10d277 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:28.880649 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-ad1e9eb6-3d39-4fde-8374-4f0f1d10d277 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1330886 Jul 20 19:37:28.880855 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43316) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:28.885228 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-5f12152e-dacc-401f-87b3-7991b15a3580 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Request body: {'floatingip': {'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:28.906140 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f12152e-dacc-401f-87b3-7991b15a3580 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:28.990704 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f12152e-dacc-401f-87b3-7991b15a3580 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:29.113904 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-5f12152e-dacc-401f-87b3-7991b15a3580 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Allocated IP 172.27.3.227 (0148b93c-d79f-482c-aa55-1b162de4f442/9a6c0e64-8fd5-4336-8a8c-b393c90fda39/90d87d30-d0f3-4870-8219-b1fc50e85825) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:37:29.480426 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f12152e-dacc-401f-87b3-7991b15a3580 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for port (90d87d30-d0f3-4870-8219-b1fc50e85825), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:29.513797 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f12152e-dacc-401f-87b3-7991b15a3580 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (90d87d30-d0f3-4870-8219-b1fc50e85825), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:29.554639 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f12152e-dacc-401f-87b3-7991b15a3580 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Network 0148b93c-d79f-482c-aa55-1b162de4f442 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:37:29.561682 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-5f12152e-dacc-401f-87b3-7991b15a3580 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:37:29.565574 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f12152e-dacc-401f-87b3-7991b15a3580 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:37:29.568919 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12152e-dacc-401f-87b3-7991b15a3580 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event updated for resources: {'Port': ['ID=90d87d30-d0f3-4870-8219-b1fc50e85825,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:29.655016 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f12152e-dacc-401f-87b3-7991b15a3580 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for floatingip (149b028d-8eda-4a50-af74-8877ca07ea92), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:29.660157 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=90,neutron:DELETE=2,neutron:INSERT=6,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:29.695152 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f12152e-dacc-401f-87b3-7991b15a3580 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (90d87d30-d0f3-4870-8219-b1fc50e85825), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:29.717616 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=87,neutron:INSERT=8,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:29.852068 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f12152e-dacc-401f-87b3-7991b15a3580 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for port (90d87d30-d0f3-4870-8219-b1fc50e85825), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:29.857339 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f12152e-dacc-401f-87b3-7991b15a3580 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525612'] for port (90d87d30-d0f3-4870-8219-b1fc50e85825), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:29.924399 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f12152e-dacc-401f-87b3-7991b15a3580 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event updated for resources: {'Port': ['ID=90d87d30-d0f3-4870-8219-b1fc50e85825,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:29.949333 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f12152e-dacc-401f-87b3-7991b15a3580 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (149b028d-8eda-4a50-af74-8877ca07ea92), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:29.966902 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f12152e-dacc-401f-87b3-7991b15a3580 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:29.968117 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-5f12152e-dacc-401f-87b3-7991b15a3580 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0862896 Jul 20 19:37:30.173066 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-5317a7ac-e2e0-44c7-9827-f313d39f4dc7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--2116149979&fields=id&tenant_id=a1bfa2d4b4084aa294fbd546ebc0f8c5 HTTP/1.1" status: 200 len: 267 time: 0.0467808 Jul 20 19:37:30.288078 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-19ae0581-d62c-4831-8a28-c62d4896dbf9 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:30.289842 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-19ae0581-d62c-4831-8a28-c62d4896dbf9 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/networks?id=f4806620-4962-4134-99b4-81d4c833434f HTTP/1.1" status: 200 len: 814 time: 0.1092553 Jul 20 19:37:30.305826 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-ad2da2fb-bfb6-4711-9b68-0a04f04bce4b tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/quotas/a1bfa2d4b4084aa294fbd546ebc0f8c5 HTTP/1.1" status: 200 len: 375 time: 0.0104358 Jul 20 19:37:30.363965 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-ae73c797-fae8-4c4a-a0cb-4e73f200b606 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a1bfa2d4b4084aa294fbd546ebc0f8c5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0529425 Jul 20 19:37:30.463574 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-d7eba577-ac71-4623-8cf6-74d18fd2959c service neutron] 10.222.0.79 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882223 Jul 20 19:37:30.564567 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-810117dd-b5c1-4033-a2c9-2fa73bd220d3 service neutron] 10.222.0.79 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950987 Jul 20 19:37:30.794335 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9e0910fb-f891-4de4-a97b-7bb3dbbe2204 req-c38ebfaa-9aee-4ed5-abe3-31ecd466e032 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3ff6a43-e269-4575-925c-2b6e4e93dabb HTTP/1.1" status: 200 len: 210 time: 0.0432889 Jul 20 19:37:31.921547 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5e391dd0-203b-4347-ae7a-f7aa1810d979 req-c1d70ba9-0273-4806-b923-e2051f3dfbaf tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3ff6a43-e269-4575-925c-2b6e4e93dabb HTTP/1.1" status: 200 len: 210 time: 0.0336063 Jul 20 19:37:31.942503 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-3081e872-c5c4-45e0-936f-95a62edab6f9 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:31.944002 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-3081e872-c5c4-45e0-936f-95a62edab6f9 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.96 "GET /v2.0/networks?id=f4806620-4962-4134-99b4-81d4c833434f HTTP/1.1" status: 200 len: 814 time: 0.1545753 Jul 20 19:37:32.040401 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-0502df09-b188-45b1-b2e4-d36cac5d2f74 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1bfa2d4b4084aa294fbd546ebc0f8c5 HTTP/1.1" status: 200 len: 473 time: 0.0688295 Jul 20 19:37:32.131924 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-8fe44379-752e-4344-9cd5-c5f573ff6336 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Request body: {'port': {'device_id': 'e3ff6a43-e269-4575-925c-2b6e4e93dabb', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'admin_state_up': True, 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'security_groups': ['9acfcfde-7061-4977-8851-d944180527db']}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:32.255003 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-8fe44379-752e-4344-9cd5-c5f573ff6336 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Made reservation on behalf of a1bfa2d4b4084aa294fbd546ebc0f8c5 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:37:32.258617 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-8fe44379-752e-4344-9cd5-c5f573ff6336 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:32.318060 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:32.395579 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-8fe44379-752e-4344-9cd5-c5f573ff6336 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Allocated IP 172.20.0.10 (f4806620-4962-4134-99b4-81d4c833434f/936f017c-57eb-4999-85a5-f340992534e6/8a1ad294-9718-423e-a03a-bdffabd23eb9) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:37:32.412158 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:DELETE=2,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:32.545692 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-8fe44379-752e-4344-9cd5-c5f573ff6336 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for port (8a1ad294-9718-423e-a03a-bdffabd23eb9), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:32.580903 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-8fe44379-752e-4344-9cd5-c5f573ff6336 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (8a1ad294-9718-423e-a03a-bdffabd23eb9), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:32.625206 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-8fe44379-752e-4344-9cd5-c5f573ff6336 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Network f4806620-4962-4134-99b4-81d4c833434f is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:37:32.631000 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-8fe44379-752e-4344-9cd5-c5f573ff6336 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:37:32.635116 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-8fe44379-752e-4344-9cd5-c5f573ff6336 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:37:32.667823 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe44379-752e-4344-9cd5-c5f573ff6336 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event updated for resources: {'Port': ['ID=8a1ad294-9718-423e-a03a-bdffabd23eb9,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:32.685356 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe44379-752e-4344-9cd5-c5f573ff6336 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:32.685356 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe44379-752e-4344-9cd5-c5f573ff6336 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:32.685356 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe44379-752e-4344-9cd5-c5f573ff6336 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:32.685356 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe44379-752e-4344-9cd5-c5f573ff6336 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:32.685356 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe44379-752e-4344-9cd5-c5f573ff6336 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:32.685356 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe44379-752e-4344-9cd5-c5f573ff6336 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:32.686147 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe44379-752e-4344-9cd5-c5f573ff6336 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:32.686147 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe44379-752e-4344-9cd5-c5f573ff6336 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:32.686147 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe44379-752e-4344-9cd5-c5f573ff6336 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:32.686669 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe44379-752e-4344-9cd5-c5f573ff6336 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:32.686790 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe44379-752e-4344-9cd5-c5f573ff6336 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:32.687094 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe44379-752e-4344-9cd5-c5f573ff6336 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:32.687413 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe44379-752e-4344-9cd5-c5f573ff6336 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:32.687738 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe44379-752e-4344-9cd5-c5f573ff6336 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:32.688056 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fe44379-752e-4344-9cd5-c5f573ff6336 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:32.708353 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-8fe44379-752e-4344-9cd5-c5f573ff6336 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:32.709010 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-8fe44379-752e-4344-9cd5-c5f573ff6336 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:32.730488 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-8fe44379-752e-4344-9cd5-c5f573ff6336 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6027708 Jul 20 19:37:32.750605 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-3ca1592a-4a3a-4fb0-8349-689f424ce285 service neutron] Request body: {'port': {'device_id': 'e3ff6a43-e269-4575-925c-2b6e4e93dabb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85054'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:32.821880 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-3ca1592a-4a3a-4fb0-8349-689f424ce285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (8a1ad294-9718-423e-a03a-bdffabd23eb9), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:32.907246 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-14cbea57-36b7-4e26-9a12-bd9c57d0d772 None None] Provisioning complete for port 8a1ad294-9718-423e-a03a-bdffabd23eb9 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:37:32.908468 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-14cbea57-36b7-4e26-9a12-bd9c57d0d772 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (8a1ad294-9718-423e-a03a-bdffabd23eb9), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:32.945954 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-14cbea57-36b7-4e26-9a12-bd9c57d0d772 None None] Port 8a1ad294-9718-423e-a03a-bdffabd23eb9 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:37:33.096901 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92aa6c3d-5e50-4b75-bf94-a1ec09894f3b req-118a4f21-9bca-474f-af46-d2e5fbb49e60 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:33.098451 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-92aa6c3d-5e50-4b75-bf94-a1ec09894f3b req-118a4f21-9bca-474f-af46-d2e5fbb49e60 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3ff6a43-e269-4575-925c-2b6e4e93dabb HTTP/1.1" status: 200 len: 932 time: 0.0678570 Jul 20 19:37:33.167947 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:UPDATE=4,neutron:INSERT=3,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:33.208006 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-92aa6c3d-5e50-4b75-bf94-a1ec09894f3b req-2827c5d2-5ce4-4b68-b534-d91ff377c817 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=9acfcfde-7061-4977-8851-d944180527db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0954366 Jul 20 19:37:33.216634 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-3ca1592a-4a3a-4fb0-8349-689f424ce285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a1ad294-9718-423e-a03a-bdffabd23eb9 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:37:33.225648 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-3ca1592a-4a3a-4fb0-8349-689f424ce285 service neutron] Publish callbacks [] for port (8a1ad294-9718-423e-a03a-bdffabd23eb9), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:33.240029 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-3ca1592a-4a3a-4fb0-8349-689f424ce285 service neutron] Transition to ACTIVE for port object 8a1ad294-9718-423e-a03a-bdffabd23eb9 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:37:33.244710 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-3ca1592a-4a3a-4fb0-8349-689f424ce285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (8a1ad294-9718-423e-a03a-bdffabd23eb9), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:33.324187 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1592a-4a3a-4fb0-8349-689f424ce285 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1ad294-9718-423e-a03a-bdffabd23eb9,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:33.384331 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-3ca1592a-4a3a-4fb0-8349-689f424ce285 service neutron] Attempting to bind port 8a1ad294-9718-423e-a03a-bdffabd23eb9 on host hv-cinder-85054 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:37:33.384690 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-3ca1592a-4a3a-4fb0-8349-689f424ce285 service neutron] Attempting to bind port 8a1ad294-9718-423e-a03a-bdffabd23eb9 by drivers openvswitch,hyperv on host hv-cinder-85054 at level 0 using segments [{'id': 'c757d05f-bc74-45f6-a55d-98cf55aecd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:37:33.385108 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-3ca1592a-4a3a-4fb0-8349-689f424ce285 service neutron] Attempting to bind port 8a1ad294-9718-423e-a03a-bdffabd23eb9 on network f4806620-4962-4134-99b4-81d4c833434f {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:37:33.387041 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:33.391986 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-3ca1592a-4a3a-4fb0-8349-689f424ce285 service neutron] Port 8a1ad294-9718-423e-a03a-bdffabd23eb9 on network f4806620-4962-4134-99b4-81d4c833434f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85054 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:37:33.392450 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-3ca1592a-4a3a-4fb0-8349-689f424ce285 service neutron] Attempting to bind port 8a1ad294-9718-423e-a03a-bdffabd23eb9 on network f4806620-4962-4134-99b4-81d4c833434f {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:37:33.399103 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-3ca1592a-4a3a-4fb0-8349-689f424ce285 service neutron] Checking agent: {'id': 'e6883320-19dd-4a2d-8302-97f8dd23b041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85054', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'started_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 37, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:37:33.399541 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-3ca1592a-4a3a-4fb0-8349-689f424ce285 service neutron] Checking segment: {'id': 'c757d05f-bc74-45f6-a55d-98cf55aecd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:37:33.400047 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-3ca1592a-4a3a-4fb0-8349-689f424ce285 service neutron] Bound using segment: {'id': 'c757d05f-bc74-45f6-a55d-98cf55aecd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:37:33.400402 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-3ca1592a-4a3a-4fb0-8349-689f424ce285 service neutron] Bound port: 8a1ad294-9718-423e-a03a-bdffabd23eb9, host: hv-cinder-85054, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c757d05f-bc74-45f6-a55d-98cf55aecd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:37:33.400843 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-3ca1592a-4a3a-4fb0-8349-689f424ce285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (8a1ad294-9718-423e-a03a-bdffabd23eb9), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:33.471693 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-3ca1592a-4a3a-4fb0-8349-689f424ce285 service neutron] For port 8a1ad294-9718-423e-a03a-bdffabd23eb9, host hv-cinder-85054, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:37:33.475133 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-3ca1592a-4a3a-4fb0-8349-689f424ce285 service neutron] For port 8a1ad294-9718-423e-a03a-bdffabd23eb9, host hv-cinder-85054, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=8a1ad294-9718-423e-a03a-bdffabd23eb9,segment=NetworkSegment(c757d05f-bc74-45f6-a55d-98cf55aecd7f),segment_id=c757d05f-bc74-45f6-a55d-98cf55aecd7f)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:37:33.488524 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-3ca1592a-4a3a-4fb0-8349-689f424ce285 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (8a1ad294-9718-423e-a03a-bdffabd23eb9), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:33.532419 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-3ca1592a-4a3a-4fb0-8349-689f424ce285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:33.533681 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-3ca1592a-4a3a-4fb0-8349-689f424ce285 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:33.535248 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-3ca1592a-4a3a-4fb0-8349-689f424ce285 service neutron] 10.222.0.96 "PUT /v2.0/ports/8a1ad294-9718-423e-a03a-bdffabd23eb9 HTTP/1.1" status: 200 len: 1094 time: 0.7893128 Jul 20 19:37:33.535688 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ff6a43-e269-4575-925c-2b6e4e93dabb', 'tag': '8a1ad294-9718-423e-a03a-bdffabd23eb9'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:37:33.538020 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7f26e5c-1388-4c8b-abe1-424914410790" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ff6a43-e269-4575-925c-2b6e4e93dabb", "tag": "8a1ad294-9718-423e-a03a-bdffabd23eb9"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:37:33.570948 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca1592a-4a3a-4fb0-8349-689f424ce285 service neutron] Pushing event updated for resources: {'Port': ['ID=8a1ad294-9718-423e-a03a-bdffabd23eb9,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:33.591125 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcc47981-f735-4e48-be81-f1555a1aab08 x-openstack-request-id: req-fcc47981-f735-4e48-be81-f1555a1aab08 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:37:33.591550 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ff6a43-e269-4575-925c-2b6e4e93dabb", "tag": "8a1ad294-9718-423e-a03a-bdffabd23eb9", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:37:33.591927 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-fcc47981-f735-4e48-be81-f1555a1aab08 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:37:33.592737 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fcc47981-f735-4e48-be81-f1555a1aab08'] response: {'name': 'network-changed', 'server_uuid': 'e3ff6a43-e269-4575-925c-2b6e4e93dabb', 'tag': '8a1ad294-9718-423e-a03a-bdffabd23eb9', 'status': 'completed', 'code': 200} Jul 20 19:37:33.664310 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-7b2365f5-6f07-4a9f-912f-b514172b1dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:33.666193 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-7b2365f5-6f07-4a9f-912f-b514172b1dde service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a1bfa2d4b4084aa294fbd546ebc0f8c5&device_id=e3ff6a43-e269-4575-925c-2b6e4e93dabb HTTP/1.1" status: 200 len: 1128 time: 0.0553188 Jul 20 19:37:33.727160 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-8e506a6e-be72-4375-ba5a-8817cd9a7371 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a1ad294-9718-423e-a03a-bdffabd23eb9 HTTP/1.1" status: 200 len: 217 time: 0.0458884 Jul 20 19:37:33.781084 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-580a29d1-ee4c-416e-ae3e-cc25cc82ed09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:33.782357 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-580a29d1-ee4c-416e-ae3e-cc25cc82ed09 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=936f017c-57eb-4999-85a5-f340992534e6 HTTP/1.1" status: 200 len: 853 time: 0.0499177 Jul 20 19:37:33.833087 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-564e4e0f-59cc-4549-a559-3f73c3c46e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:33.834623 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-564e4e0f-59cc-4549-a559-3f73c3c46e59 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f4806620-4962-4134-99b4-81d4c833434f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0452809 Jul 20 19:37:33.931377 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-8dae9226-ba67-460f-b738-86457000e19d service neutron] 10.222.0.96 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900748 Jul 20 19:37:34.037165 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3c11fdbe-a385-41eb-86cc-1fb2db16c36f req-277b1cbe-b12b-4351-8a8c-3f7761aac630 service neutron] 10.222.0.96 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979142 Jul 20 19:37:34.333025 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9940e1-5923-47cc-8caf-ba5bb6ccc70f req-7776554e-b201-47cf-9f0d-2394bdf810ca tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:34.334521 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ec9940e1-5923-47cc-8caf-ba5bb6ccc70f req-7776554e-b201-47cf-9f0d-2394bdf810ca tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3ff6a43-e269-4575-925c-2b6e4e93dabb HTTP/1.1" status: 200 len: 944 time: 0.0574663 Jul 20 19:37:34.394520 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ec9940e1-5923-47cc-8caf-ba5bb6ccc70f req-c090aa64-adaa-407c-8b11-bc9320635318 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=9acfcfde-7061-4977-8851-d944180527db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484667 Jul 20 19:37:35.016357 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f26e5c-1388-4c8b-abe1-424914410790 req-4e86a170-d0ec-47f2-ab8e-830109bd3108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:35.018215 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7f26e5c-1388-4c8b-abe1-424914410790 req-4e86a170-d0ec-47f2-ab8e-830109bd3108 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a1bfa2d4b4084aa294fbd546ebc0f8c5&device_id=e3ff6a43-e269-4575-925c-2b6e4e93dabb HTTP/1.1" status: 200 len: 1128 time: 0.0448155 Jul 20 19:37:35.086112 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:35.121205 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f26e5c-1388-4c8b-abe1-424914410790 req-87d12622-bba0-4549-9af7-8fbee4ffed74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:35.123258 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7f26e5c-1388-4c8b-abe1-424914410790 req-87d12622-bba0-4549-9af7-8fbee4ffed74 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f4806620-4962-4134-99b4-81d4c833434f HTTP/1.1" status: 200 len: 915 time: 0.0987568 Jul 20 19:37:35.170030 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7f26e5c-1388-4c8b-abe1-424914410790 req-5f9197ff-78e1-4243-b33e-f52270b1b5db service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a1ad294-9718-423e-a03a-bdffabd23eb9 HTTP/1.1" status: 200 len: 217 time: 0.0391407 Jul 20 19:37:35.226119 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f26e5c-1388-4c8b-abe1-424914410790 req-2f984e48-7543-4ba1-a633-49f08ef8cff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:35.227592 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7f26e5c-1388-4c8b-abe1-424914410790 req-2f984e48-7543-4ba1-a633-49f08ef8cff8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=936f017c-57eb-4999-85a5-f340992534e6 HTTP/1.1" status: 200 len: 853 time: 0.0516021 Jul 20 19:37:35.276179 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f26e5c-1388-4c8b-abe1-424914410790 req-d6828336-2bb8-438b-a7ac-e41d2ad5b39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:35.277617 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7f26e5c-1388-4c8b-abe1-424914410790 req-d6828336-2bb8-438b-a7ac-e41d2ad5b39f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f4806620-4962-4134-99b4-81d4c833434f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428803 Jul 20 19:37:35.374290 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7f26e5c-1388-4c8b-abe1-424914410790 req-403b6344-efa9-4a9a-91d3-db0f30926d01 service neutron] 10.222.0.96 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899301 Jul 20 19:37:35.465481 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:35.473205 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7f26e5c-1388-4c8b-abe1-424914410790 req-e7bbe93a-8d9d-40ab-8029-bc96e8d24b08 service neutron] 10.222.0.96 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927639 Jul 20 19:37:35.541587 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3c4041-698d-4387-82d7-332c36348b36 req-4bacc3b3-b32b-4800-8422-1fa6a957a7e0 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:35.543116 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4d3c4041-698d-4387-82d7-332c36348b36 req-4bacc3b3-b32b-4800-8422-1fa6a957a7e0 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3ff6a43-e269-4575-925c-2b6e4e93dabb HTTP/1.1" status: 200 len: 944 time: 0.0645459 Jul 20 19:37:35.596159 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4d3c4041-698d-4387-82d7-332c36348b36 req-100341b3-a34d-4bab-bce8-46df4e4e6989 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=9acfcfde-7061-4977-8851-d944180527db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466156 Jul 20 19:37:36.312479 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 8a1ad294-9718-423e-a03a-bdffabd23eb9 details requested by agent hyperv_hv-cinder-85054 with host hv-cinder-85054 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:37:36.319516 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=36,neutron:UPDATE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:36.414281 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 8a1ad294-9718-423e-a03a-bdffabd23eb9, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=8a1ad294-9718-423e-a03a-bdffabd23eb9,segment=NetworkSegment(c757d05f-bc74-45f6-a55d-98cf55aecd7f),segment_id=c757d05f-bc74-45f6-a55d-98cf55aecd7f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:37:36.425939 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Returning: {'device': '8a1ad294-9718-423e-a03a-bdffabd23eb9', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'port_id': '8a1ad294-9718-423e-a03a-bdffabd23eb9', 'mac_address': 'fa:16:3e:be:9e:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:37:36.464069 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 8a1ad294-9718-423e-a03a-bdffabd23eb9 is: DOWN; New status is: BUILD {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:37:36.464459 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (8a1ad294-9718-423e-a03a-bdffabd23eb9), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:36.477582 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a1ad294-9718-423e-a03a-bdffabd23eb9 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:37:36.498078 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 8a1ad294-9718-423e-a03a-bdffabd23eb9, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=8a1ad294-9718-423e-a03a-bdffabd23eb9,segment=NetworkSegment(c757d05f-bc74-45f6-a55d-98cf55aecd7f),segment_id=c757d05f-bc74-45f6-a55d-98cf55aecd7f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:37:36.502492 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (8a1ad294-9718-423e-a03a-bdffabd23eb9), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:36.550193 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=8a1ad294-9718-423e-a03a-bdffabd23eb9,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:36.557219 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:36.557571 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:36.557916 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:36.558255 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:36.558590 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:36.558920 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:36.559250 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:36.559576 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:36.559901 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:36.560228 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:36.560550 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:36.560897 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:36.561233 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:36.561554 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:36.561875 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:36.712836 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1893706-7edc-4eb0-b278-71cac6000aa1 req-399e39d0-54cd-4df6-868c-c4233e1defa3 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:36.714387 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b1893706-7edc-4eb0-b278-71cac6000aa1 req-399e39d0-54cd-4df6-868c-c4233e1defa3 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3ff6a43-e269-4575-925c-2b6e4e93dabb HTTP/1.1" status: 200 len: 945 time: 0.0496459 Jul 20 19:37:36.762956 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b1893706-7edc-4eb0-b278-71cac6000aa1 req-c25726e3-bfe3-4fae-b695-fc014dc96686 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=9acfcfde-7061-4977-8851-d944180527db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430195 Jul 20 19:37:36.851754 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['8a1ad294-9718-423e-a03a-bdffabd23eb9'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:37:36.878367 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=76,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:37.881917 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183abefa-012c-4947-b4df-646bc75bea0c req-75f568c3-9255-42da-a421-ec713c101aca tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:37.883499 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-183abefa-012c-4947-b4df-646bc75bea0c req-75f568c3-9255-42da-a421-ec713c101aca tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3ff6a43-e269-4575-925c-2b6e4e93dabb HTTP/1.1" status: 200 len: 945 time: 0.0515027 Jul 20 19:37:37.932594 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-183abefa-012c-4947-b4df-646bc75bea0c req-eaee96d7-b47a-4470-83e9-ee3917c79ce4 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=9acfcfde-7061-4977-8851-d944180527db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435164 Jul 20 19:37:37.973856 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43460) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:38.078320 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1b11f5d7-9ad0-4d7b-9689-72dbd1407887 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:38.158816 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1b11f5d7-9ad0-4d7b-9689-72dbd1407887 admin admin] Publish callbacks [] for security_group (bfa694a6-9590-4300-b952-e496cb0c7646), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:38.162377 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-1b11f5d7-9ad0-4d7b-9689-72dbd1407887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (bfa694a6-9590-4300-b952-e496cb0c7646), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:38.200447 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b11f5d7-9ad0-4d7b-9689-72dbd1407887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa694a6-9590-4300-b952-e496cb0c7646,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:38.204772 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-1b11f5d7-9ad0-4d7b-9689-72dbd1407887 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=aeac6317b2334152adb2b0b580f5b1a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2298894 Jul 20 19:37:38.207563 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43464) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:38.257208 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3f586d32-85eb-4283-aa6e-b8c65712aadb admin admin] Publish callbacks [] for security_group (bfa694a6-9590-4300-b952-e496cb0c7646), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:38.278414 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3f586d32-85eb-4283-aa6e-b8c65712aadb admin admin] Publish callbacks [] for security_group (bfa694a6-9590-4300-b952-e496cb0c7646), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:38.323001 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 8a1ad294-9718-423e-a03a-bdffabd23eb9 up at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:37:38.326241 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3f586d32-85eb-4283-aa6e-b8c65712aadb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (bfa694a6-9590-4300-b952-e496cb0c7646), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:38.328975 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3f586d32-85eb-4283-aa6e-b8c65712aadb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:38.330675 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-3f586d32-85eb-4283-aa6e-b8c65712aadb admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/bfa694a6-9590-4300-b952-e496cb0c7646 HTTP/1.1" status: 204 len: 168 time: 0.1222081 Jul 20 19:37:38.339585 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f586d32-85eb-4283-aa6e-b8c65712aadb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa694a6-9590-4300-b952-e496cb0c7646,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:38.379916 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning for port 8a1ad294-9718-423e-a03a-bdffabd23eb9 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:37:38.386030 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning complete for port 8a1ad294-9718-423e-a03a-bdffabd23eb9 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:37:38.386447 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (8a1ad294-9718-423e-a03a-bdffabd23eb9), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:38.468613 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 8a1ad294-9718-423e-a03a-bdffabd23eb9 is: BUILD; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:37:38.469054 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (8a1ad294-9718-423e-a03a-bdffabd23eb9), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:38.494242 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ff6a43-e269-4575-925c-2b6e4e93dabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1ad294-9718-423e-a03a-bdffabd23eb9'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:37:38.496590 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e7374e8-c60a-4cd7-b230-b70de27c55d0" -d '{"events": [{"server_uuid": "e3ff6a43-e269-4575-925c-2b6e4e93dabb", "name": "network-vif-plugged", "status": "completed", "tag": "8a1ad294-9718-423e-a03a-bdffabd23eb9"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:37:38.509962 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 8a1ad294-9718-423e-a03a-bdffabd23eb9, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=8a1ad294-9718-423e-a03a-bdffabd23eb9,segment=NetworkSegment(c757d05f-bc74-45f6-a55d-98cf55aecd7f),segment_id=c757d05f-bc74-45f6-a55d-98cf55aecd7f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:37:38.514706 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (8a1ad294-9718-423e-a03a-bdffabd23eb9), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:38.540369 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:37:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8621f7c3-e787-4901-b20a-0d60bcee6170 x-openstack-request-id: req-8621f7c3-e787-4901-b20a-0d60bcee6170 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:37:38.540783 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ff6a43-e269-4575-925c-2b6e4e93dabb", "name": "network-vif-plugged", "status": "completed", "tag": "8a1ad294-9718-423e-a03a-bdffabd23eb9", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:37:38.541071 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8621f7c3-e787-4901-b20a-0d60bcee6170 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:37:38.541470 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8621f7c3-e787-4901-b20a-0d60bcee6170'] response: {'server_uuid': 'e3ff6a43-e269-4575-925c-2b6e4e93dabb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a1ad294-9718-423e-a03a-bdffabd23eb9', 'code': 200} Jul 20 19:37:38.573311 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=8a1ad294-9718-423e-a03a-bdffabd23eb9,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:38.781154 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8e29a7-b38d-47a4-b5d1-c34c04701c4a req-0209ef7b-a4ae-4b4f-814e-6bbd3a0daac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:38.782982 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8c8e29a7-b38d-47a4-b5d1-c34c04701c4a req-0209ef7b-a4ae-4b4f-814e-6bbd3a0daac9 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e3ff6a43-e269-4575-925c-2b6e4e93dabb HTTP/1.1" status: 200 len: 1130 time: 0.0490229 Jul 20 19:37:38.853363 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8c8e29a7-b38d-47a4-b5d1-c34c04701c4a req-ae2170b7-066e-4b8e-94d3-f871197b425b service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=9acfcfde-7061-4977-8851-d944180527db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633900 Jul 20 19:37:39.056469 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46eaf754-8fce-4719-9572-221916d6fd67 req-6aae4003-e9b3-477a-8d73-d8281812c66b tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:39.058424 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-46eaf754-8fce-4719-9572-221916d6fd67 req-6aae4003-e9b3-477a-8d73-d8281812c66b tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3ff6a43-e269-4575-925c-2b6e4e93dabb HTTP/1.1" status: 200 len: 946 time: 0.0532553 Jul 20 19:37:39.109274 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-46eaf754-8fce-4719-9572-221916d6fd67 req-6d884eed-54d2-4e6a-affe-974ba1fccd35 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=9acfcfde-7061-4977-8851-d944180527db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452893 Jul 20 19:37:39.119294 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43490) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:39.220898 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-0d10080e-1de8-4cf7-9116-9e6ae2a04521 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1053639166-network', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:39.242899 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d10080e-1de8-4cf7-9116-9e6ae2a04521 admin admin] Made reservation on behalf of f3f0c2dd35fa4890a64fcc7dcaddc633 for: {'network': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:37:39.245731 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0d10080e-1de8-4cf7-9116-9e6ae2a04521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for network (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:39.255596 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0d10080e-1de8-4cf7-9116-9e6ae2a04521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:39.338869 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0d10080e-1de8-4cf7-9116-9e6ae2a04521 admin admin] Publish callbacks [] for security_group (37612ae9-3f08-4da2-a64e-284ef5f31e15), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:39.343054 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0d10080e-1de8-4cf7-9116-9e6ae2a04521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (37612ae9-3f08-4da2-a64e-284ef5f31e15), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:39.349981 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=85,neutron:UPDATE=3,neutron:DELETE=3,neutron:INSERT=9 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:39.358058 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=80,neutron:DELETE=3,neutron:INSERT=16,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:39.373144 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d10080e-1de8-4cf7-9116-9e6ae2a04521 admin admin] vlan segment allocate from pool success with {'vlan_id': 952, 'physical_network': 'physnet1'} {{(pid=104007) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:37:39.384316 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10080e-1de8-4cf7-9116-9e6ae2a04521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37612ae9-3f08-4da2-a64e-284ef5f31e15,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:39.393780 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0d10080e-1de8-4cf7-9116-9e6ae2a04521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (7653af05-7371-43ac-ab31-08326cf09c3e), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:39.394280 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.db.segments_db [None req-0d10080e-1de8-4cf7-9116-9e6ae2a04521 admin admin] Added segment 7653af05-7371-43ac-ab31-08326cf09c3e of type vlan for network 9b89c0a6-a46c-4abc-8170-f8b4a3cbb712 Jul 20 19:37:39.437208 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0d10080e-1de8-4cf7-9116-9e6ae2a04521 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773866076730'] for network (9b89c0a6-a46c-4abc-8170-f8b4a3cbb712), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:39.463699 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0d10080e-1de8-4cf7-9116-9e6ae2a04521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for network (9b89c0a6-a46c-4abc-8170-f8b4a3cbb712), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:39.464719 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d10080e-1de8-4cf7-9116-9e6ae2a04521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:39.465347 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-0d10080e-1de8-4cf7-9116-9e6ae2a04521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:39.500561 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-0d10080e-1de8-4cf7-9116-9e6ae2a04521 admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.3801296 Jul 20 19:37:39.504456 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 43494) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:39.509399 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-59118db6-be61-4097-a3fb-bcc984d15c49 admin admin] Request body: {'subnet': {'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1053639166-subnet', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'ip_version': 4}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:39.529965 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59118db6-be61-4097-a3fb-bcc984d15c49 admin admin] Made reservation on behalf of f3f0c2dd35fa4890a64fcc7dcaddc633 for: {'subnet': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:37:39.532374 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-59118db6-be61-4097-a3fb-bcc984d15c49 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26201642'] for subnet (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:39.534364 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d10080e-1de8-4cf7-9116-9e6ae2a04521 admin admin] Pushing event updated for resources: {'Network': ['ID=9b89c0a6-a46c-4abc-8170-f8b4a3cbb712,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:39.547589 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Network 9b89c0a6-a46c-4abc-8170-f8b4a3cbb712 details requested by agent ovs-agent-dv-cinder-850548-1-iscsi with host dv-cinder-850548-1-iscsi {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:37:39.934805 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:INSERT=5 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:39.963445 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-59118db6-be61-4097-a3fb-bcc984d15c49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3300343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26201624'] for subnet (a2bb6b12-0fd1-4309-b9b0-cd8302be8a40), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:40.023452 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59118db6-be61-4097-a3fb-bcc984d15c49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a2bb6b12-0fd1-4309-b9b0-cd8302be8a40,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:40.034455 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59118db6-be61-4097-a3fb-bcc984d15c49 admin admin] Checking segment: {'id': '7653af05-7371-43ac-ab31-08326cf09c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:37:40.034805 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59118db6-be61-4097-a3fb-bcc984d15c49 admin admin] Network hostable DHCP agents. Network: 9b89c0a6-a46c-4abc-8170-f8b4a3cbb712, hostable agents: ['217e9daa-c487-480e-ab7e-28b155725c37'], hosted agents: [] {{(pid=104008) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:37:40.052354 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59118db6-be61-4097-a3fb-bcc984d15c49 admin admin] Network 9b89c0a6-a46c-4abc-8170-f8b4a3cbb712 is scheduled to be hosted by DHCP agent 217e9daa-c487-480e-ab7e-28b155725c37 with binding_index 1 {{(pid=104008) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:37:40.064109 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-59118db6-be61-4097-a3fb-bcc984d15c49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850548-1-iscsi, 9b89c0a6-a46c-4abc-8170-f8b4a3cbb712) {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:37:40.068970 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59118db6-be61-4097-a3fb-bcc984d15c49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:40.069573 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-59118db6-be61-4097-a3fb-bcc984d15c49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for subnet (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:40.073946 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabfd9d9-ec42-4895-ac88-f495d6b841f0 None None] Network 9b89c0a6-a46c-4abc-8170-f8b4a3cbb712 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:37:40.090700 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-59118db6-be61-4097-a3fb-bcc984d15c49 admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5848510 Jul 20 19:37:40.091216 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43496) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:40.096554 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-e2a4415e-d490-41fb-a0f1-b8578a31dee3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1053639166-router', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:40.117047 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e2a4415e-d490-41fb-a0f1-b8578a31dee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1715278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3573'] for router (7deba42d-0ab6-4e7c-90be-31365b59945c), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:40.118138 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e2a4415e-d490-41fb-a0f1-b8578a31dee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1715418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823423', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1688196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3582'] for router (7deba42d-0ab6-4e7c-90be-31365b59945c), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:40.150800 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:40.178430 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e2a4415e-d490-41fb-a0f1-b8578a31dee3 admin admin] Publish callbacks [] for router_controller (7deba42d-0ab6-4e7c-90be-31365b59945c), precommit_add_association {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:40.200391 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbd9548-3a0f-4269-a2c4-d6dcab12480d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a79ea1f-3a02-5f09-9d5d-548655c7a341-9b89c0a6-a46c-4abc-8170-f8b4a3cbb712', 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712', 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'fixed_ips': [{'subnet_id': 'a2bb6b12-0fd1-4309-b9b0-cd8302be8a40'}]}} from dv-cinder-850548-1-iscsi. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 19:37:40.201489 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1cbd9548-3a0f-4269-a2c4-d6dcab12480d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:40.254347 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f5e3e7-75a0-4184-ab73-e1bfa352c02f req-0f2a5098-22cd-4775-8890-40264c81fab4 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:40.255810 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-68f5e3e7-75a0-4184-ab73-e1bfa352c02f req-0f2a5098-22cd-4775-8890-40264c81fab4 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3ff6a43-e269-4575-925c-2b6e4e93dabb HTTP/1.1" status: 200 len: 946 time: 0.0563402 Jul 20 19:37:40.297380 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:INSERT=4,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:40.314938 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-68f5e3e7-75a0-4184-ab73-e1bfa352c02f req-d5adee15-afe9-40d7-bafa-876dd5748dec tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=9acfcfde-7061-4977-8851-d944180527db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525978 Jul 20 19:37:40.342289 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e2a4415e-d490-41fb-a0f1-b8578a31dee3 admin admin] Publish callbacks [] for router_gateway (7deba42d-0ab6-4e7c-90be-31365b59945c), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:40.347183 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-1cbd9548-3a0f-4269-a2c4-d6dcab12480d None None] Allocated IP 172.20.0.2 (9b89c0a6-a46c-4abc-8170-f8b4a3cbb712/a2bb6b12-0fd1-4309-b9b0-cd8302be8a40/2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:37:40.448311 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-720ce7fb-9349-49bb-abec-a0f82862fa01 req-6c8789fa-cdfb-4e26-bdcb-546f65e6e44d tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:40.449774 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-720ce7fb-9349-49bb-abec-a0f82862fa01 req-6c8789fa-cdfb-4e26-bdcb-546f65e6e44d tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3ff6a43-e269-4575-925c-2b6e4e93dabb HTTP/1.1" status: 200 len: 946 time: 0.0549870 Jul 20 19:37:40.460675 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 43502) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:40.465163 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-99491242-932a-48df-babc-dc04a7c63321 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Request body: {'floatingip': {'port_id': '8a1ad294-9718-423e-a03a-bdffabd23eb9'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:40.502591 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1cbd9548-3a0f-4269-a2c4-d6dcab12480d None None] Publish callbacks [] for port (2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:40.506828 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-99491242-932a-48df-babc-dc04a7c63321 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for floatingip (149b028d-8eda-4a50-af74-8877ca07ea92), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:40.510718 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1cbd9548-3a0f-4269-a2c4-d6dcab12480d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:40.516655 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=90,neutron:UPDATE=7,neutron:INSERT=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:40.528695 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e2a4415e-d490-41fb-a0f1-b8578a31dee3 admin admin] Publish callbacks [] for router_gateway (7deba42d-0ab6-4e7c-90be-31365b59945c), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:40.550878 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e2a4415e-d490-41fb-a0f1-b8578a31dee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:40.554441 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbd9548-3a0f-4269-a2c4-d6dcab12480d None None] Network 9b89c0a6-a46c-4abc-8170-f8b4a3cbb712 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:37:40.565725 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-1cbd9548-3a0f-4269-a2c4-d6dcab12480d None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:37:40.567908 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd9548-3a0f-4269-a2c4-d6dcab12480d None None] Pushing event updated for resources: {'Port': ['ID=2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:40.570132 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbd9548-3a0f-4269-a2c4-d6dcab12480d None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:37:40.633489 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-1cbd9548-3a0f-4269-a2c4-d6dcab12480d None None] Attempting to bind port 2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:37:40.634035 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-1cbd9548-3a0f-4269-a2c4-d6dcab12480d None None] Attempting to bind port 2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': '7653af05-7371-43ac-ab31-08326cf09c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:37:40.634643 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbd9548-3a0f-4269-a2c4-d6dcab12480d None None] Attempting to bind port 2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d on network 9b89c0a6-a46c-4abc-8170-f8b4a3cbb712 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:37:40.640299 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbd9548-3a0f-4269-a2c4-d6dcab12480d None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:37:40.640671 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbd9548-3a0f-4269-a2c4-d6dcab12480d None None] Checking segment: {'id': '7653af05-7371-43ac-ab31-08326cf09c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:37:40.641300 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1cbd9548-3a0f-4269-a2c4-d6dcab12480d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:40.641688 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbd9548-3a0f-4269-a2c4-d6dcab12480d None None] Bound using segment: {'id': '7653af05-7371-43ac-ab31-08326cf09c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:37:40.642203 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-1cbd9548-3a0f-4269-a2c4-d6dcab12480d None None] Bound port: 2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7653af05-7371-43ac-ab31-08326cf09c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:37:40.642570 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1cbd9548-3a0f-4269-a2c4-d6dcab12480d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:40.686768 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-e2a4415e-d490-41fb-a0f1-b8578a31dee3 admin admin] Allocated IP 172.27.3.152 (0148b93c-d79f-482c-aa55-1b162de4f442/9a6c0e64-8fd5-4336-8a8c-b393c90fda39/b593d40a-9be6-4c8c-ad0d-d3c59562d6d6) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:37:40.712206 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-1cbd9548-3a0f-4269-a2c4-d6dcab12480d None None] For port 2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:37:40.716601 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-1cbd9548-3a0f-4269-a2c4-d6dcab12480d None None] For port 2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d,segment=NetworkSegment(7653af05-7371-43ac-ab31-08326cf09c3e),segment_id=7653af05-7371-43ac-ab31-08326cf09c3e)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:37:40.724663 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1cbd9548-3a0f-4269-a2c4-d6dcab12480d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:40.780509 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:INSERT=11,neutron:SELECT=84,neutron:UPDATE=4,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:40.784144 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbd9548-3a0f-4269-a2c4-d6dcab12480d None None] Pushing event updated for resources: {'Port': ['ID=2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:40.827144 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e2a4415e-d490-41fb-a0f1-b8578a31dee3 admin admin] Publish callbacks [] for port (b593d40a-9be6-4c8c-ad0d-d3c59562d6d6), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:40.865906 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e2a4415e-d490-41fb-a0f1-b8578a31dee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (b593d40a-9be6-4c8c-ad0d-d3c59562d6d6), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:40.909435 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a4415e-d490-41fb-a0f1-b8578a31dee3 admin admin] Network 0148b93c-d79f-482c-aa55-1b162de4f442 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:37:40.917613 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-e2a4415e-d490-41fb-a0f1-b8578a31dee3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:37:40.922015 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a4415e-d490-41fb-a0f1-b8578a31dee3 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:37:41.060284 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-99491242-932a-48df-babc-dc04a7c63321 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:41.066011 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-99491242-932a-48df-babc-dc04a7c63321 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (149b028d-8eda-4a50-af74-8877ca07ea92), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:41.074160 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a4415e-d490-41fb-a0f1-b8578a31dee3 admin admin] Pushing event updated for resources: {'Port': ['ID=b593d40a-9be6-4c8c-ad0d-d3c59562d6d6,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:41.129545 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:37:41.181852 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:37:41.182111 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:41.192464 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-99491242-932a-48df-babc-dc04a7c63321 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Floating IP 149b028d-8eda-4a50-af74-8877ca07ea92 associated. External IP: 172.27.3.227, port: 8a1ad294-9718-423e-a03a-bdffabd23eb9. Jul 20 19:37:41.230724 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:UPDATE=5,neutron:SELECT=89,neutron:DELETE=1,neutron:INSERT=5 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:41.238194 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e2a4415e-d490-41fb-a0f1-b8578a31dee3 admin admin] Publish callbacks [] for router_gateway (7deba42d-0ab6-4e7c-90be-31365b59945c), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:41.262181 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:37:41.262583 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:41.303276 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] For port 2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d,segment=NetworkSegment(7653af05-7371-43ac-ab31-08326cf09c3e),segment_id=7653af05-7371-43ac-ab31-08326cf09c3e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:37:41.309816 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:41.361734 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:DELETE=1,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:41.363789 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:41.381378 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Pushing event updated for resources: {'Port': ['ID=2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:41.425755 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99491242-932a-48df-babc-dc04a7c63321 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Router 044b8bd2-8154-47e7-ba03-d6272376e9af has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:37:41.442945 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e2a4415e-d490-41fb-a0f1-b8578a31dee3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1715395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1823315'] for router (7deba42d-0ab6-4e7c-90be-31365b59945c), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:41.540361 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99491242-932a-48df-babc-dc04a7c63321 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:37:41.545704 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-99491242-932a-48df-babc-dc04a7c63321 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:41.552969 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8475ded-b2ca-407d-a028-8b2892d97a0c None None] Sync routers for ids ['044b8bd2-8154-47e7-ba03-d6272376e9af'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:37:41.566852 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8475ded-b2ca-407d-a028-8b2892d97a0c None None] Routers {'044b8bd2-8154-47e7-ba03-d6272376e9af'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:37:41.567932 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e8475ded-b2ca-407d-a028-8b2892d97a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:37:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['044b8bd2-8154-47e7-ba03-d6272376e9af'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:37:41.577425 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:41.584276 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-99491242-932a-48df-babc-dc04a7c63321 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "PUT /v2.0/floatingips/149b028d-8eda-4a50-af74-8877ca07ea92 HTTP/1.1" status: 200 len: 992 time: 1.1224289 Jul 20 19:37:41.585569 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3ff6a43-e269-4575-925c-2b6e4e93dabb', 'tag': '8a1ad294-9718-423e-a03a-bdffabd23eb9'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:37:41.588413 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17d404c2-9fb9-474d-9e00-91b406f88433" -d '{"events": [{"name": "network-changed", "server_uuid": "e3ff6a43-e269-4575-925c-2b6e4e93dabb", "tag": "8a1ad294-9718-423e-a03a-bdffabd23eb9"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:37:41.589826 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:41.604841 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2a4415e-d490-41fb-a0f1-b8578a31dee3 admin admin] Router 7deba42d-0ab6-4e7c-90be-31365b59945c is scheduled to L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 with binding_index 1 {{(pid=104007) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 19:37:41.642949 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a584adf-e79c-4936-a3bd-cae5e997f7bc x-openstack-request-id: req-9a584adf-e79c-4936-a3bd-cae5e997f7bc {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:37:41.643244 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3ff6a43-e269-4575-925c-2b6e4e93dabb", "tag": "8a1ad294-9718-423e-a03a-bdffabd23eb9", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:37:41.643500 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9a584adf-e79c-4936-a3bd-cae5e997f7bc {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:37:41.643906 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9a584adf-e79c-4936-a3bd-cae5e997f7bc'] response: {'name': 'network-changed', 'server_uuid': 'e3ff6a43-e269-4575-925c-2b6e4e93dabb', 'tag': '8a1ad294-9718-423e-a03a-bdffabd23eb9', 'status': 'completed', 'code': 200} Jul 20 19:37:41.688780 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-e8475ded-b2ca-407d-a028-8b2892d97a0c None None] Set router 044b8bd2-8154-47e7-ba03-d6272376e9af gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:37:41.737798 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2a4415e-d490-41fb-a0f1-b8578a31dee3 admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:37:41.742460 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d404c2-9fb9-474d-9e00-91b406f88433 req-579b297d-6e19-49b0-94ac-27948e9b12a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:41.743934 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-17d404c2-9fb9-474d-9e00-91b406f88433 req-579b297d-6e19-49b0-94ac-27948e9b12a4 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a1bfa2d4b4084aa294fbd546ebc0f8c5&device_id=e3ff6a43-e269-4575-925c-2b6e4e93dabb HTTP/1.1" status: 200 len: 1130 time: 0.0519583 Jul 20 19:37:41.750299 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70251cec-f29f-442d-8f2a-bcd211e0fb72 None None] Sync routers for ids ['7deba42d-0ab6-4e7c-90be-31365b59945c'] in dv-cinder-850548-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:37:41.762581 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70251cec-f29f-442d-8f2a-bcd211e0fb72 None None] Routers {'7deba42d-0ab6-4e7c-90be-31365b59945c'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:37:41.763596 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-70251cec-f29f-442d-8f2a-bcd211e0fb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:37:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['7deba42d-0ab6-4e7c-90be-31365b59945c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:37:41.782446 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e2a4415e-d490-41fb-a0f1-b8578a31dee3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:41.787106 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-e2a4415e-d490-41fb-a0f1-b8578a31dee3 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.6944854 Jul 20 19:37:41.787712 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43508) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:41.863953 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d404c2-9fb9-474d-9e00-91b406f88433 req-86d3ba1d-0a76-4951-a20c-57ceb14fb647 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:41.866734 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-17d404c2-9fb9-474d-9e00-91b406f88433 req-86d3ba1d-0a76-4951-a20c-57ceb14fb647 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f4806620-4962-4134-99b4-81d4c833434f HTTP/1.1" status: 200 len: 915 time: 0.1111174 Jul 20 19:37:41.889254 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-70251cec-f29f-442d-8f2a-bcd211e0fb72 None None] Set router 7deba42d-0ab6-4e7c-90be-31365b59945c gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:37:41.968058 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-17d404c2-9fb9-474d-9e00-91b406f88433 req-c8712ee6-7b3d-4494-b574-defbc11a551a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a1ad294-9718-423e-a03a-bdffabd23eb9 HTTP/1.1" status: 200 len: 1000 time: 0.0944161 Jul 20 19:37:41.970457 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b84e77af-e3c4-4712-99f2-207b085e9e75 None None] Network 9b89c0a6-a46c-4abc-8170-f8b4a3cbb712 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:37:42.037422 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d404c2-9fb9-474d-9e00-91b406f88433 req-d0b3afda-f9bd-4bf1-9e1a-66f6ebd1ebee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:42.040906 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-17d404c2-9fb9-474d-9e00-91b406f88433 req-d0b3afda-f9bd-4bf1-9e1a-66f6ebd1ebee service neutron] 10.222.0.96 "GET /v2.0/subnets?id=936f017c-57eb-4999-85a5-f340992534e6 HTTP/1.1" status: 200 len: 853 time: 0.0668015 Jul 20 19:37:42.117058 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-70251cec-f29f-442d-8f2a-bcd211e0fb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'name': 'tempest-TestShelveInstance-1053639166-router', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:37:41Z', 'revision_number': 3, 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'gw_port': {'id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:37:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:37:42.119674 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d404c2-9fb9-474d-9e00-91b406f88433 req-3c8ac126-36f9-436d-81b2-d3f8071174db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:42.122173 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-17d404c2-9fb9-474d-9e00-91b406f88433 req-3c8ac126-36f9-436d-81b2-d3f8071174db service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f4806620-4962-4134-99b4-81d4c833434f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0743666 Jul 20 19:37:42.147571 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70251cec-f29f-442d-8f2a-bcd211e0fb72 None None] Checking router: 7deba42d-0ab6-4e7c-90be-31365b59945c for host: dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:37:42.148195 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70251cec-f29f-442d-8f2a-bcd211e0fb72 None None] Updating router 7deba42d-0ab6-4e7c-90be-31365b59945c port b593d40a-9be6-4c8c-ad0d-d3c59562d6d6 binding host dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:37:42.179890 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-70251cec-f29f-442d-8f2a-bcd211e0fb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (b593d40a-9be6-4c8c-ad0d-d3c59562d6d6), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:42.233893 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-17d404c2-9fb9-474d-9e00-91b406f88433 req-543d52fe-bb5c-4681-884e-1bb89e44ea00 service neutron] 10.222.0.96 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042416 Jul 20 19:37:42.247760 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:42.276724 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-30c45704-4c2d-4b74-aeeb-e29a6195c6bf None None] Provisioning complete for port 2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:37:42.277127 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-30c45704-4c2d-4b74-aeeb-e29a6195c6bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:42.317755 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5df3c304-41e4-4786-9685-dc87e7712288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:42.318804 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e8475ded-b2ca-407d-a028-8b2892d97a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '149b028d-8eda-4a50-af74-8877ca07ea92', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'port_id': '8a1ad294-9718-423e-a03a-bdffabd23eb9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'mac_address': 'fa:16:3e:be:9e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ff6a43-e269-4575-925c-2b6e4e93dabb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:37:29Z', 'updated_at': '2022-07-20T19:37:40Z', 'revision_number': 1, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'fixed_ip_address_scope': None}, {'id': 'cce1e51f-e1fc-4864-ac8a-875469e5db93', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'port_id': '4a0cbc8c-9546-4996-abd6-a592176c93a7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'mac_address': 'fa:16:3e:3f:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c936cd-d435-4fb2-b37c-413b8e71ffab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:36:22Z', 'updated_at': '2022-07-20T19:36:36Z', 'revision_number': 2, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:24Z', 'revision_number': 5, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:37:42.347573 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8475ded-b2ca-407d-a028-8b2892d97a0c None None] Checking router: 044b8bd2-8154-47e7-ba03-d6272376e9af for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:37:42.366835 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8475ded-b2ca-407d-a028-8b2892d97a0c None None] Routers {'044b8bd2-8154-47e7-ba03-d6272376e9af'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:37:42.367476 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e8475ded-b2ca-407d-a028-8b2892d97a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:37:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['044b8bd2-8154-47e7-ba03-d6272376e9af'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:37:42.378002 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-17d404c2-9fb9-474d-9e00-91b406f88433 req-1cfea734-2881-4845-b7d5-fb6f29ce82ae service neutron] 10.222.0.96 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357710 Jul 20 19:37:42.472514 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-30c45704-4c2d-4b74-aeeb-e29a6195c6bf None None] Current status of the port 2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:37:42.518632 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:42.526876 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-70251cec-f29f-442d-8f2a-bcd211e0fb72 None None] Publish callbacks [] for port (b593d40a-9be6-4c8c-ad0d-d3c59562d6d6), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:42.538954 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-70251cec-f29f-442d-8f2a-bcd211e0fb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (b593d40a-9be6-4c8c-ad0d-d3c59562d6d6), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:42.543231 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-5df3c304-41e4-4786-9685-dc87e7712288 admin admin] Allocated IP 172.20.0.1 (9b89c0a6-a46c-4abc-8170-f8b4a3cbb712/a2bb6b12-0fd1-4309-b9b0-cd8302be8a40/f975267d-aae0-4039-9f64-c5eedd6e5fd9) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:37:42.547110 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-e8475ded-b2ca-407d-a028-8b2892d97a0c None None] Set router 044b8bd2-8154-47e7-ba03-d6272376e9af gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:37:42.595901 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=1,neutron:UPDATE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:42.605545 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-70251cec-f29f-442d-8f2a-bcd211e0fb72 None None] Attempting to bind port b593d40a-9be6-4c8c-ad0d-d3c59562d6d6 on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:37:42.605944 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-70251cec-f29f-442d-8f2a-bcd211e0fb72 None None] Attempting to bind port b593d40a-9be6-4c8c-ad0d-d3c59562d6d6 by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:37:42.606308 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70251cec-f29f-442d-8f2a-bcd211e0fb72 None None] Attempting to bind port b593d40a-9be6-4c8c-ad0d-d3c59562d6d6 on network 0148b93c-d79f-482c-aa55-1b162de4f442 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:37:42.610109 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcf12e-8f22-417a-8340-4a9414d40718 None None] Pushing event updated for resources: {'Port': ['ID=b593d40a-9be6-4c8c-ad0d-d3c59562d6d6,revision_number=2']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:42.625454 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70251cec-f29f-442d-8f2a-bcd211e0fb72 None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:37:42.625780 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70251cec-f29f-442d-8f2a-bcd211e0fb72 None None] Checking segment: {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:37:42.626249 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-70251cec-f29f-442d-8f2a-bcd211e0fb72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:42.626654 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70251cec-f29f-442d-8f2a-bcd211e0fb72 None None] Bound using segment: {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:37:42.627730 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-70251cec-f29f-442d-8f2a-bcd211e0fb72 None None] Bound port: b593d40a-9be6-4c8c-ad0d-d3c59562d6d6, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:37:42.628385 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-70251cec-f29f-442d-8f2a-bcd211e0fb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (b593d40a-9be6-4c8c-ad0d-d3c59562d6d6), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:42.632262 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcf12e-8f22-417a-8340-4a9414d40718 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:42.632611 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcf12e-8f22-417a-8340-4a9414d40718 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:42.633094 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcf12e-8f22-417a-8340-4a9414d40718 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:42.633397 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcf12e-8f22-417a-8340-4a9414d40718 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:42.633735 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcf12e-8f22-417a-8340-4a9414d40718 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:42.634311 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcf12e-8f22-417a-8340-4a9414d40718 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:42.634667 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcf12e-8f22-417a-8340-4a9414d40718 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:42.635050 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcf12e-8f22-417a-8340-4a9414d40718 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:42.635359 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcf12e-8f22-417a-8340-4a9414d40718 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:42.635691 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcf12e-8f22-417a-8340-4a9414d40718 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:42.636017 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcf12e-8f22-417a-8340-4a9414d40718 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:42.636356 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcf12e-8f22-417a-8340-4a9414d40718 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:42.636737 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcf12e-8f22-417a-8340-4a9414d40718 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:42.637034 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcf12e-8f22-417a-8340-4a9414d40718 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:42.638221 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5bcf12e-8f22-417a-8340-4a9414d40718 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104010) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:37:42.705479 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5df3c304-41e4-4786-9685-dc87e7712288 admin admin] Publish callbacks [] for port (f975267d-aae0-4039-9f64-c5eedd6e5fd9), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:42.707026 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-70251cec-f29f-442d-8f2a-bcd211e0fb72 None None] For port b593d40a-9be6-4c8c-ad0d-d3c59562d6d6, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:37:42.711864 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-70251cec-f29f-442d-8f2a-bcd211e0fb72 None None] For port b593d40a-9be6-4c8c-ad0d-d3c59562d6d6, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=b593d40a-9be6-4c8c-ad0d-d3c59562d6d6,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:37:42.719191 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-70251cec-f29f-442d-8f2a-bcd211e0fb72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (b593d40a-9be6-4c8c-ad0d-d3c59562d6d6), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:42.745984 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5df3c304-41e4-4786-9685-dc87e7712288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (f975267d-aae0-4039-9f64-c5eedd6e5fd9), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:42.749283 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-28b162d5-72cd-437a-a3f2-980b20a95a27 None None] Provisioning complete for port 2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:37:42.749824 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-28b162d5-72cd-437a-a3f2-980b20a95a27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:42.781622 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:42.788754 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df3c304-41e4-4786-9685-dc87e7712288 admin admin] Network 9b89c0a6-a46c-4abc-8170-f8b4a3cbb712 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:37:42.795897 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-5df3c304-41e4-4786-9685-dc87e7712288 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:37:42.797463 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bcf12e-8f22-417a-8340-4a9414d40718 None None] Pushing event updated for resources: {'Port': ['ID=b593d40a-9be6-4c8c-ad0d-d3c59562d6d6,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:42.799953 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:42.800824 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df3c304-41e4-4786-9685-dc87e7712288 admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:37:42.805234 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3c304-41e4-4786-9685-dc87e7712288 admin admin] Pushing event updated for resources: {'Port': ['ID=f975267d-aae0-4039-9f64-c5eedd6e5fd9,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:42.807754 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70251cec-f29f-442d-8f2a-bcd211e0fb72 None None] Routers {'7deba42d-0ab6-4e7c-90be-31365b59945c'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:37:42.808493 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-70251cec-f29f-442d-8f2a-bcd211e0fb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:37:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['7deba42d-0ab6-4e7c-90be-31365b59945c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:37:42.853295 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5df3c304-41e4-4786-9685-dc87e7712288 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819021'] for router_interface (7deba42d-0ab6-4e7c-90be-31365b59945c), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:42.936720 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-e8475ded-b2ca-407d-a028-8b2892d97a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '149b028d-8eda-4a50-af74-8877ca07ea92', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'port_id': '8a1ad294-9718-423e-a03a-bdffabd23eb9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'mac_address': 'fa:16:3e:be:9e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ff6a43-e269-4575-925c-2b6e4e93dabb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:37:29Z', 'updated_at': '2022-07-20T19:37:40Z', 'revision_number': 1, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'fixed_ip_address_scope': None}, {'id': 'cce1e51f-e1fc-4864-ac8a-875469e5db93', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'port_id': '4a0cbc8c-9546-4996-abd6-a592176c93a7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'mac_address': 'fa:16:3e:3f:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c936cd-d435-4fb2-b37c-413b8e71ffab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:36:22Z', 'updated_at': '2022-07-20T19:36:36Z', 'revision_number': 2, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:24Z', 'revision_number': 5, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:37:42.941532 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-28b162d5-72cd-437a-a3f2-980b20a95a27 None None] Current status of the port 2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:37:42.974361 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8475ded-b2ca-407d-a028-8b2892d97a0c None None] The sync data for ids ['044b8bd2-8154-47e7-ba03-d6272376e9af'] in dv-cinder-850548-1-iscsi is: [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '149b028d-8eda-4a50-af74-8877ca07ea92', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'floating_ip_address': '172.27.3.227', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'port_id': '8a1ad294-9718-423e-a03a-bdffabd23eb9', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 648, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'mac_address': 'fa:16:3e:be:9e:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e3ff6a43-e269-4575-925c-2b6e4e93dabb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:37:29Z', 'updated_at': '2022-07-20T19:37:40Z', 'revision_number': 1, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'fixed_ip_address_scope': None}, {'id': 'cce1e51f-e1fc-4864-ac8a-875469e5db93', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'port_id': '4a0cbc8c-9546-4996-abd6-a592176c93a7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'mac_address': 'fa:16:3e:3f:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c936cd-d435-4fb2-b37c-413b8e71ffab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:36:22Z', 'updated_at': '2022-07-20T19:36:36Z', 'revision_number': 2, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:24Z', 'revision_number': 5, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:37:43.060419 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-70251cec-f29f-442d-8f2a-bcd211e0fb72 None None] Set router 7deba42d-0ab6-4e7c-90be-31365b59945c gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:37:43.093740 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5df3c304-41e4-4786-9685-dc87e7712288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (f975267d-aae0-4039-9f64-c5eedd6e5fd9), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:43.107531 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:37:43.114276 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:43.168575 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-147278b7-276d-4cb1-a3db-afca2d828a69 None None] Provisioning complete for port f975267d-aae0-4039-9f64-c5eedd6e5fd9 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:37:43.169007 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-147278b7-276d-4cb1-a3db-afca2d828a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (f975267d-aae0-4039-9f64-c5eedd6e5fd9), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:43.205183 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-147278b7-276d-4cb1-a3db-afca2d828a69 None None] Port f975267d-aae0-4039-9f64-c5eedd6e5fd9 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:37:43.222951 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:37:43.223468 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:43.274110 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-70251cec-f29f-442d-8f2a-bcd211e0fb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'name': 'tempest-TestShelveInstance-1053639166-router', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:37:41Z', 'revision_number': 3, 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'gw_port': {'id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:37:43.310089 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70251cec-f29f-442d-8f2a-bcd211e0fb72 None None] The sync data for ids ['7deba42d-0ab6-4e7c-90be-31365b59945c'] in dv-cinder-850548-1-iscsi is: [{'id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'name': 'tempest-TestShelveInstance-1053639166-router', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:37:41Z', 'revision_number': 3, 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'gw_port': {'id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:37:43.322030 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-707cc088-9476-4267-a4b9-5648df0b9616 None None] New status for floating IP 149b028d-8eda-4a50-af74-8877ca07ea92: ACTIVE {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:37:43.370060 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:37:43.447304 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:43.597956 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5df3c304-41e4-4786-9685-dc87e7712288 admin admin] Publish callbacks [] for port (f975267d-aae0-4039-9f64-c5eedd6e5fd9), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:43.605560 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5df3c304-41e4-4786-9685-dc87e7712288 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525612'] for port (f975267d-aae0-4039-9f64-c5eedd6e5fd9), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:43.623854 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bdec1e33-2292-4617-966d-729f30e2c444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:43.688741 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5df3c304-41e4-4786-9685-dc87e7712288 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1822453'] for router_interface (7deba42d-0ab6-4e7c-90be-31365b59945c), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:43.691669 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df3c304-41e4-4786-9685-dc87e7712288 admin admin] Pushing event updated for resources: {'Port': ['ID=f975267d-aae0-4039-9f64-c5eedd6e5fd9,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:43.776482 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=96,neutron:INSERT=2,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:43.814697 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df3c304-41e4-4786-9685-dc87e7712288 admin admin] Network 9b89c0a6-a46c-4abc-8170-f8b4a3cbb712 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:37:43.814697 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-5df3c304-41e4-4786-9685-dc87e7712288 admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:37:43.946774 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5df3c304-41e4-4786-9685-dc87e7712288 admin admin] Router 7deba42d-0ab6-4e7c-90be-31365b59945c has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:37:43.955942 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=98,neutron:INSERT=1,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:44.040117 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-1a304472-a9d6-4cf6-bec8-f16d5e4cd462 None None] Provisioning complete for port f975267d-aae0-4039-9f64-c5eedd6e5fd9 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:37:44.040693 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-1a304472-a9d6-4cf6-bec8-f16d5e4cd462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (f975267d-aae0-4039-9f64-c5eedd6e5fd9), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:44.072038 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5df3c304-41e4-4786-9685-dc87e7712288 admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:37:44.074024 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-1a304472-a9d6-4cf6-bec8-f16d5e4cd462 None None] Port f975267d-aae0-4039-9f64-c5eedd6e5fd9 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:37:44.080913 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-5df3c304-41e4-4786-9685-dc87e7712288 admin admin] 10.222.0.79 "PUT /v2.0/routers/7deba42d-0ab6-4e7c-90be-31365b59945c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2920871 Jul 20 19:37:44.572872 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 43524) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:44.577831 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-6f7f682c-7c90-40f5-be9b-1adba917d7bb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1994076831-network', 'tenant_id': 'cd91da4bd20948c8a4dd918ac4f88390'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:44.598760 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7f682c-7c90-40f5-be9b-1adba917d7bb admin admin] Made reservation on behalf of cd91da4bd20948c8a4dd918ac4f88390 for: {'network': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:37:44.601118 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6f7f682c-7c90-40f5-be9b-1adba917d7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for network (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:44.610500 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6f7f682c-7c90-40f5-be9b-1adba917d7bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:44.690034 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6f7f682c-7c90-40f5-be9b-1adba917d7bb admin admin] Publish callbacks [] for security_group (f401cc47-f416-43fe-a901-d63c53903f72), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:44.694346 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6f7f682c-7c90-40f5-be9b-1adba917d7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (f401cc47-f416-43fe-a901-d63c53903f72), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:44.721248 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f7f682c-7c90-40f5-be9b-1adba917d7bb admin admin] vlan segment allocate from pool success with {'vlan_id': 964, 'physical_network': 'physnet1'} {{(pid=104008) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 20 19:37:44.731269 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f682c-7c90-40f5-be9b-1adba917d7bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f401cc47-f416-43fe-a901-d63c53903f72,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:44.736180 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6f7f682c-7c90-40f5-be9b-1adba917d7bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (1c268cbb-149f-40f0-9521-58d6d1942d46), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:44.736519 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.segments_db [None req-6f7f682c-7c90-40f5-be9b-1adba917d7bb admin admin] Added segment 1c268cbb-149f-40f0-9521-58d6d1942d46 of type vlan for network 031da953-c484-4a5c-846a-9b87a1e4ec92 Jul 20 19:37:44.781952 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6f7f682c-7c90-40f5-be9b-1adba917d7bb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8773866076730'] for network (031da953-c484-4a5c-846a-9b87a1e4ec92), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:44.788305 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:INSERT=6 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:44.810771 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6f7f682c-7c90-40f5-be9b-1adba917d7bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756'] for network (031da953-c484-4a5c-846a-9b87a1e4ec92), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:44.812012 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7f682c-7c90-40f5-be9b-1adba917d7bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:44.812594 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-6f7f682c-7c90-40f5-be9b-1adba917d7bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:44.854900 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-6f7f682c-7c90-40f5-be9b-1adba917d7bb admin admin] 10.222.0.79 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.2806268 Jul 20 19:37:44.857425 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43526) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:44.862737 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-e9d456a9-6b6e-45d1-8d97-d1d0650c050c admin admin] Request body: {'subnet': {'network_id': '031da953-c484-4a5c-846a-9b87a1e4ec92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1994076831-subnet', 'tenant_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'ip_version': 4}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:44.886513 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9d456a9-6b6e-45d1-8d97-d1d0650c050c admin admin] Made reservation on behalf of cd91da4bd20948c8a4dd918ac4f88390 for: {'subnet': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:37:44.886937 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f682c-7c90-40f5-be9b-1adba917d7bb admin admin] Pushing event updated for resources: {'Network': ['ID=031da953-c484-4a5c-846a-9b87a1e4ec92,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:44.889654 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e9d456a9-6b6e-45d1-8d97-d1d0650c050c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-26865997'] for subnet (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:44.899877 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Network 031da953-c484-4a5c-846a-9b87a1e4ec92 details requested by agent ovs-agent-dv-cinder-850548-1-iscsi with host dv-cinder-850548-1-iscsi {{(pid=104009) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 20 19:37:45.083537 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e9d456a9-6b6e-45d1-8d97-d1d0650c050c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-26524709', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-26866047'] for subnet (2492c88a-c3a5-4dff-b811-8c4c93190748), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:45.088228 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device b593d40a-9be6-4c8c-ad0d-d3c59562d6d6 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:37:45.123076 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02166a30-5bcd-4e78-aa78-7da62790b6b6 None None] Sync routers for ids ['7deba42d-0ab6-4e7c-90be-31365b59945c'] in dv-cinder-850548-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:37:45.135755 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02166a30-5bcd-4e78-aa78-7da62790b6b6 None None] Routers {'7deba42d-0ab6-4e7c-90be-31365b59945c'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:37:45.136467 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-02166a30-5bcd-4e78-aa78-7da62790b6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:37:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['7deba42d-0ab6-4e7c-90be-31365b59945c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:37:45.145487 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port b593d40a-9be6-4c8c-ad0d-d3c59562d6d6 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:37:45.145869 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (b593d40a-9be6-4c8c-ad0d-d3c59562d6d6), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:45.147189 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d456a9-6b6e-45d1-8d97-d1d0650c050c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2492c88a-c3a5-4dff-b811-8c4c93190748,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:45.159100 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9d456a9-6b6e-45d1-8d97-d1d0650c050c admin admin] Checking segment: {'id': '1c268cbb-149f-40f0-9521-58d6d1942d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '031da953-c484-4a5c-846a-9b87a1e4ec92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:37:45.159464 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d456a9-6b6e-45d1-8d97-d1d0650c050c admin admin] Network hostable DHCP agents. Network: 031da953-c484-4a5c-846a-9b87a1e4ec92, hostable agents: ['217e9daa-c487-480e-ab7e-28b155725c37'], hosted agents: [] {{(pid=104007) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 20 19:37:45.177706 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d456a9-6b6e-45d1-8d97-d1d0650c050c admin admin] Network 031da953-c484-4a5c-846a-9b87a1e4ec92 is scheduled to be hosted by DHCP agent 217e9daa-c487-480e-ab7e-28b155725c37 with binding_index 1 {{(pid=104007) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 20 19:37:45.187957 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-e9d456a9-6b6e-45d1-8d97-d1d0650c050c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-850548-1-iscsi, 031da953-c484-4a5c-846a-9b87a1e4ec92) {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:37:45.193318 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9d456a9-6b6e-45d1-8d97-d1d0650c050c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:45.193920 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e9d456a9-6b6e-45d1-8d97-d1d0650c050c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:45.198845 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff351b94-3754-465b-93f7-edab9313e963 None None] Network 031da953-c484-4a5c-846a-9b87a1e4ec92 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:37:45.216042 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-e9d456a9-6b6e-45d1-8d97-d1d0650c050c admin admin] 10.222.0.79 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3551383 Jul 20 19:37:45.216840 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 43528) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:45.220978 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8f47f692-19bb-43c3-baf1-513d116ea5f3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1994076831-router', 'tenant_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:45.224528 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=82,neutron:INSERT=12,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:45.247991 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8f47f692-19bb-43c3-baf1-513d116ea5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1715278', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3573'] for router (0e56218e-84dd-4dd3-b068-f69d91f78234), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:45.249398 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8f47f692-19bb-43c3-baf1-513d116ea5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1715418', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1823423', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1688196', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3582'] for router (0e56218e-84dd-4dd3-b068-f69d91f78234), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:45.260127 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-02166a30-5bcd-4e78-aa78-7da62790b6b6 None None] Set router 7deba42d-0ab6-4e7c-90be-31365b59945c gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:37:45.316471 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port b593d40a-9be6-4c8c-ad0d-d3c59562d6d6 is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:37:45.316824 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8f47f692-19bb-43c3-baf1-513d116ea5f3 admin admin] Publish callbacks [] for router_controller (0e56218e-84dd-4dd3-b068-f69d91f78234), precommit_add_association {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:45.316964 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (b593d40a-9be6-4c8c-ad0d-d3c59562d6d6), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:45.368546 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] For port b593d40a-9be6-4c8c-ad0d-d3c59562d6d6, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=b593d40a-9be6-4c8c-ad0d-d3c59562d6d6,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:37:45.375996 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (b593d40a-9be6-4c8c-ad0d-d3c59562d6d6), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:45.409195 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7661da64-d5d5-49af-9f7d-30ad2fdd6e5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp2a79ea1f-3a02-5f09-9d5d-548655c7a341-031da953-c484-4a5c-846a-9b87a1e4ec92', 'network_id': '031da953-c484-4a5c-846a-9b87a1e4ec92', 'project_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'fixed_ips': [{'subnet_id': '2492c88a-c3a5-4dff-b811-8c4c93190748'}]}} from dv-cinder-850548-1-iscsi. {{(pid=104009) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Jul 20 19:37:45.410291 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7661da64-d5d5-49af-9f7d-30ad2fdd6e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:45.478243 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8f47f692-19bb-43c3-baf1-513d116ea5f3 admin admin] Publish callbacks [] for router_gateway (0e56218e-84dd-4dd3-b068-f69d91f78234), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:45.494456 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-02166a30-5bcd-4e78-aa78-7da62790b6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'name': 'tempest-TestShelveInstance-1053639166-router', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:37:42Z', 'revision_number': 4, 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'gw_port': {'id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e6:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:37:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': 'f975267d-aae0-4039-9f64-c5eedd6e5fd9', 'name': '', 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'mac_address': 'fa:16:3e:5c:7e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'a2bb6b12-0fd1-4309-b9b0-cd8302be8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:42Z', 'updated_at': '2022-07-20T19:37:43Z', 'revision_number': 2, 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'subnets': [{'id': 'a2bb6b12-0fd1-4309-b9b0-cd8302be8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:37:45.505779 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Pushing event updated for resources: {'Port': ['ID=b593d40a-9be6-4c8c-ad0d-d3c59562d6d6,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:45.523202 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02166a30-5bcd-4e78-aa78-7da62790b6b6 None None] Checking router: 7deba42d-0ab6-4e7c-90be-31365b59945c for host: dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:37:45.523546 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02166a30-5bcd-4e78-aa78-7da62790b6b6 None None] Updating router 7deba42d-0ab6-4e7c-90be-31365b59945c port f975267d-aae0-4039-9f64-c5eedd6e5fd9 binding host dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:37:45.538249 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:45.556062 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-02166a30-5bcd-4e78-aa78-7da62790b6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (f975267d-aae0-4039-9f64-c5eedd6e5fd9), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:45.591317 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.db_base_plugin_common [None req-7661da64-d5d5-49af-9f7d-30ad2fdd6e5f None None] Allocated IP 172.20.0.2 (031da953-c484-4a5c-846a-9b87a1e4ec92/2492c88a-c3a5-4dff-b811-8c4c93190748/1caa6fcf-5e08-4748-9205-631efb9e7250) {{(pid=104009) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:37:45.707648 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8f47f692-19bb-43c3-baf1-513d116ea5f3 admin admin] Publish callbacks [] for router_gateway (0e56218e-84dd-4dd3-b068-f69d91f78234), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:45.729315 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8f47f692-19bb-43c3-baf1-513d116ea5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:45.763580 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7661da64-d5d5-49af-9f7d-30ad2fdd6e5f None None] Publish callbacks [] for port (1caa6fcf-5e08-4748-9205-631efb9e7250), precommit_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:45.773028 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7661da64-d5d5-49af-9f7d-30ad2fdd6e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732'] for port (1caa6fcf-5e08-4748-9205-631efb9e7250), after_create {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:45.809877 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7661da64-d5d5-49af-9f7d-30ad2fdd6e5f None None] Network 031da953-c484-4a5c-846a-9b87a1e4ec92 is already hosted by enough agents. {{(pid=104009) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:37:45.813411 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.scheduler.base_scheduler [None req-7661da64-d5d5-49af-9f7d-30ad2fdd6e5f None None] Resources bound (agent type, host, resource id): {{(pid=104009) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:37:45.816020 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7661da64-d5d5-49af-9f7d-30ad2fdd6e5f None None] Received port after_create {{(pid=104009) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:37:45.857841 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661da64-d5d5-49af-9f7d-30ad2fdd6e5f None None] Pushing event updated for resources: {'Port': ['ID=1caa6fcf-5e08-4748-9205-631efb9e7250,revision_number=1']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:45.858176 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-8f47f692-19bb-43c3-baf1-513d116ea5f3 admin admin] Allocated IP 172.27.3.125 (0148b93c-d79f-482c-aa55-1b162de4f442/9a6c0e64-8fd5-4336-8a8c-b393c90fda39/b9303dcd-ce82-4cf4-8d84-6539648dde76) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:37:45.870956 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-02166a30-5bcd-4e78-aa78-7da62790b6b6 None None] Publish callbacks [] for port (f975267d-aae0-4039-9f64-c5eedd6e5fd9), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:45.879086 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-02166a30-5bcd-4e78-aa78-7da62790b6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (f975267d-aae0-4039-9f64-c5eedd6e5fd9), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:45.899338 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=92,neutron:UPDATE=5,neutron:INSERT=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:45.902521 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7661da64-d5d5-49af-9f7d-30ad2fdd6e5f None None] Attempting to bind port 1caa6fcf-5e08-4748-9205-631efb9e7250 on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:37:45.903022 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7661da64-d5d5-49af-9f7d-30ad2fdd6e5f None None] Attempting to bind port 1caa6fcf-5e08-4748-9205-631efb9e7250 by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': '1c268cbb-149f-40f0-9521-58d6d1942d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '031da953-c484-4a5c-846a-9b87a1e4ec92'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:37:45.903486 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7661da64-d5d5-49af-9f7d-30ad2fdd6e5f None None] Attempting to bind port 1caa6fcf-5e08-4748-9205-631efb9e7250 on network 031da953-c484-4a5c-846a-9b87a1e4ec92 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:37:45.911018 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:45.911614 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7661da64-d5d5-49af-9f7d-30ad2fdd6e5f None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:37:45.911614 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7661da64-d5d5-49af-9f7d-30ad2fdd6e5f None None] Checking segment: {'id': '1c268cbb-149f-40f0-9521-58d6d1942d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '031da953-c484-4a5c-846a-9b87a1e4ec92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:37:45.912360 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7661da64-d5d5-49af-9f7d-30ad2fdd6e5f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:45.913923 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7661da64-d5d5-49af-9f7d-30ad2fdd6e5f None None] Bound using segment: {'id': '1c268cbb-149f-40f0-9521-58d6d1942d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '031da953-c484-4a5c-846a-9b87a1e4ec92'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:37:45.913923 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-7661da64-d5d5-49af-9f7d-30ad2fdd6e5f None None] Bound port: 1caa6fcf-5e08-4748-9205-631efb9e7250, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c268cbb-149f-40f0-9521-58d6d1942d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '031da953-c484-4a5c-846a-9b87a1e4ec92'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:37:45.914417 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7661da64-d5d5-49af-9f7d-30ad2fdd6e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (1caa6fcf-5e08-4748-9205-631efb9e7250), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:45.968602 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ceee2e-db01-4357-95c5-9f20735cd7f8 None None] Pushing event updated for resources: {'Port': ['ID=f975267d-aae0-4039-9f64-c5eedd6e5fd9,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:46.000963 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e8f32df6-b224-4fba-837c-23edac7dcd6e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:46.010170 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7661da64-d5d5-49af-9f7d-30ad2fdd6e5f None None] For port 1caa6fcf-5e08-4748-9205-631efb9e7250, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:37:46.010658 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-02166a30-5bcd-4e78-aa78-7da62790b6b6 None None] Attempting to bind port f975267d-aae0-4039-9f64-c5eedd6e5fd9 on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:37:46.011030 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-02166a30-5bcd-4e78-aa78-7da62790b6b6 None None] Attempting to bind port f975267d-aae0-4039-9f64-c5eedd6e5fd9 by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': '7653af05-7371-43ac-ab31-08326cf09c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:37:46.011389 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02166a30-5bcd-4e78-aa78-7da62790b6b6 None None] Attempting to bind port f975267d-aae0-4039-9f64-c5eedd6e5fd9 on network 9b89c0a6-a46c-4abc-8170-f8b4a3cbb712 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:37:46.019608 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02166a30-5bcd-4e78-aa78-7da62790b6b6 None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:37:46.019994 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02166a30-5bcd-4e78-aa78-7da62790b6b6 None None] Checking segment: {'id': '7653af05-7371-43ac-ab31-08326cf09c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:37:46.020433 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-02166a30-5bcd-4e78-aa78-7da62790b6b6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:46.020800 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02166a30-5bcd-4e78-aa78-7da62790b6b6 None None] Bound using segment: {'id': '7653af05-7371-43ac-ab31-08326cf09c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:37:46.021335 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-02166a30-5bcd-4e78-aa78-7da62790b6b6 None None] Bound port: f975267d-aae0-4039-9f64-c5eedd6e5fd9, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7653af05-7371-43ac-ab31-08326cf09c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:37:46.021459 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-7661da64-d5d5-49af-9f7d-30ad2fdd6e5f None None] For port 1caa6fcf-5e08-4748-9205-631efb9e7250, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=1caa6fcf-5e08-4748-9205-631efb9e7250,segment=NetworkSegment(1c268cbb-149f-40f0-9521-58d6d1942d46),segment_id=1c268cbb-149f-40f0-9521-58d6d1942d46)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:37:46.021713 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-02166a30-5bcd-4e78-aa78-7da62790b6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (f975267d-aae0-4039-9f64-c5eedd6e5fd9), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:46.028911 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-7661da64-d5d5-49af-9f7d-30ad2fdd6e5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (1caa6fcf-5e08-4748-9205-631efb9e7250), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:46.032014 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8f47f692-19bb-43c3-baf1-513d116ea5f3 admin admin] Publish callbacks [] for port (b9303dcd-ce82-4cf4-8d84-6539648dde76), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:46.082121 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8f47f692-19bb-43c3-baf1-513d116ea5f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (b9303dcd-ce82-4cf4-8d84-6539648dde76), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:46.101024 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:46.126209 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-02166a30-5bcd-4e78-aa78-7da62790b6b6 None None] For port f975267d-aae0-4039-9f64-c5eedd6e5fd9, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:37:46.127091 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7661da64-d5d5-49af-9f7d-30ad2fdd6e5f None None] Pushing event updated for resources: {'Port': ['ID=1caa6fcf-5e08-4748-9205-631efb9e7250,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:46.132320 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-02166a30-5bcd-4e78-aa78-7da62790b6b6 None None] For port f975267d-aae0-4039-9f64-c5eedd6e5fd9, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=f975267d-aae0-4039-9f64-c5eedd6e5fd9,segment=NetworkSegment(7653af05-7371-43ac-ab31-08326cf09c3e),segment_id=7653af05-7371-43ac-ab31-08326cf09c3e)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:37:46.142478 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f47f692-19bb-43c3-baf1-513d116ea5f3 admin admin] Pushing event updated for resources: {'Port': ['ID=b9303dcd-ce82-4cf4-8d84-6539648dde76,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:46.143114 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-02166a30-5bcd-4e78-aa78-7da62790b6b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (f975267d-aae0-4039-9f64-c5eedd6e5fd9), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:46.161693 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f47f692-19bb-43c3-baf1-513d116ea5f3 admin admin] Network 0148b93c-d79f-482c-aa55-1b162de4f442 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:37:46.163802 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-8f47f692-19bb-43c3-baf1-513d116ea5f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:37:46.166414 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f47f692-19bb-43c3-baf1-513d116ea5f3 admin admin] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:37:46.168791 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=88,neutron:INSERT=8,neutron:UPDATE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:46.206346 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02166a30-5bcd-4e78-aa78-7da62790b6b6 None None] Routers {'7deba42d-0ab6-4e7c-90be-31365b59945c'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:37:46.207131 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-02166a30-5bcd-4e78-aa78-7da62790b6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:37:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['7deba42d-0ab6-4e7c-90be-31365b59945c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:37:46.308582 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ceee2e-db01-4357-95c5-9f20735cd7f8 None None] Pushing event updated for resources: {'Port': ['ID=f975267d-aae0-4039-9f64-c5eedd6e5fd9,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:46.385707 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-02166a30-5bcd-4e78-aa78-7da62790b6b6 None None] Set router 7deba42d-0ab6-4e7c-90be-31365b59945c gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:37:46.530263 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:INSERT=4,neutron:SELECT=92,neutron:UPDATE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:46.561323 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8f47f692-19bb-43c3-baf1-513d116ea5f3 admin admin] Publish callbacks [] for router_gateway (0e56218e-84dd-4dd3-b068-f69d91f78234), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:46.581485 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-d2ad7a20-e689-4239-bdf4-a7cb72302804 None None] Provisioning complete for port f975267d-aae0-4039-9f64-c5eedd6e5fd9 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:37:46.582074 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d2ad7a20-e689-4239-bdf4-a7cb72302804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (f975267d-aae0-4039-9f64-c5eedd6e5fd9), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:46.670416 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d2ad7a20-e689-4239-bdf4-a7cb72302804 None None] Current status of the port f975267d-aae0-4039-9f64-c5eedd6e5fd9 is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:37:46.670855 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d2ad7a20-e689-4239-bdf4-a7cb72302804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (f975267d-aae0-4039-9f64-c5eedd6e5fd9), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:46.672253 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-02166a30-5bcd-4e78-aa78-7da62790b6b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'name': 'tempest-TestShelveInstance-1053639166-router', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:37:42Z', 'revision_number': 4, 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'gw_port': {'id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': 'f975267d-aae0-4039-9f64-c5eedd6e5fd9', 'name': '', 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'mac_address': 'fa:16:3e:5c:7e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'a2bb6b12-0fd1-4309-b9b0-cd8302be8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:42Z', 'updated_at': '2022-07-20T19:37:46Z', 'revision_number': 4, 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'subnets': [{'id': 'a2bb6b12-0fd1-4309-b9b0-cd8302be8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:37:46.699389 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02166a30-5bcd-4e78-aa78-7da62790b6b6 None None] The sync data for ids ['7deba42d-0ab6-4e7c-90be-31365b59945c'] in dv-cinder-850548-1-iscsi is: [{'id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'name': 'tempest-TestShelveInstance-1053639166-router', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:37:42Z', 'revision_number': 4, 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'gw_port': {'id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': 'f975267d-aae0-4039-9f64-c5eedd6e5fd9', 'name': '', 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'mac_address': 'fa:16:3e:5c:7e:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'a2bb6b12-0fd1-4309-b9b0-cd8302be8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:42Z', 'updated_at': '2022-07-20T19:37:46Z', 'revision_number': 4, 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'subnets': [{'id': 'a2bb6b12-0fd1-4309-b9b0-cd8302be8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:37:46.709809 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d2ad7a20-e689-4239-bdf4-a7cb72302804 None None] For port f975267d-aae0-4039-9f64-c5eedd6e5fd9, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=f975267d-aae0-4039-9f64-c5eedd6e5fd9,segment=NetworkSegment(7653af05-7371-43ac-ab31-08326cf09c3e),segment_id=7653af05-7371-43ac-ab31-08326cf09c3e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:37:46.714846 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d2ad7a20-e689-4239-bdf4-a7cb72302804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (f975267d-aae0-4039-9f64-c5eedd6e5fd9), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:46.781389 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ad7a20-e689-4239-bdf4-a7cb72302804 None None] Pushing event updated for resources: {'Port': ['ID=f975267d-aae0-4039-9f64-c5eedd6e5fd9,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:46.802076 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8f47f692-19bb-43c3-baf1-513d116ea5f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1715395', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1823315'] for router (0e56218e-84dd-4dd3-b068-f69d91f78234), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:46.836748 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c9f86cc7-8133-4cf0-bf0e-95a79a1b2cf9 None None] Provisioning complete for port f975267d-aae0-4039-9f64-c5eedd6e5fd9 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:37:46.837216 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c9f86cc7-8133-4cf0-bf0e-95a79a1b2cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (f975267d-aae0-4039-9f64-c5eedd6e5fd9), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:46.884088 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:INSERT=3,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:46.921698 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c9f86cc7-8133-4cf0-bf0e-95a79a1b2cf9 None None] Current status of the port f975267d-aae0-4039-9f64-c5eedd6e5fd9 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:37:46.941052 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:46.953075 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f47f692-19bb-43c3-baf1-513d116ea5f3 admin admin] Router 0e56218e-84dd-4dd3-b068-f69d91f78234 is scheduled to L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 with binding_index 1 {{(pid=104008) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jul 20 19:37:47.216489 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device f975267d-aae0-4039-9f64-c5eedd6e5fd9 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:37:47.290197 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port f975267d-aae0-4039-9f64-c5eedd6e5fd9 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:37:47.290856 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (f975267d-aae0-4039-9f64-c5eedd6e5fd9), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:47.370433 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011e35e1-6cc0-4251-9d74-b2660d8b5ecf None None] Network 031da953-c484-4a5c-846a-9b87a1e4ec92 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:37:47.383811 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f47f692-19bb-43c3-baf1-513d116ea5f3 admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:37:47.404177 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f1b652-77ed-408a-a974-deb4c201d3da None None] Sync routers for ids ['0e56218e-84dd-4dd3-b068-f69d91f78234'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:37:47.407118 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8f47f692-19bb-43c3-baf1-513d116ea5f3 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:47.411826 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43530) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:47.412627 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-8f47f692-19bb-43c3-baf1-513d116ea5f3 admin admin] 10.222.0.79 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1951954 Jul 20 19:37:47.415737 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port f975267d-aae0-4039-9f64-c5eedd6e5fd9 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:37:47.416816 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 1caa6fcf-5e08-4748-9205-631efb9e7250 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:37:47.496255 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f1b652-77ed-408a-a974-deb4c201d3da None None] Routers {'0e56218e-84dd-4dd3-b068-f69d91f78234'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:37:47.496906 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a9f1b652-77ed-408a-a974-deb4c201d3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:37:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['0e56218e-84dd-4dd3-b068-f69d91f78234'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:37:47.552307 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-63c90372-d75d-4953-8271-dc0f68f111c1 None None] Provisioning complete for port 1caa6fcf-5e08-4748-9205-631efb9e7250 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:37:47.552683 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-63c90372-d75d-4953-8271-dc0f68f111c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (1caa6fcf-5e08-4748-9205-631efb9e7250), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:47.557676 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:UPDATE=4,neutron:INSERT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:47.681649 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 1caa6fcf-5e08-4748-9205-631efb9e7250 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:37:47.682027 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (1caa6fcf-5e08-4748-9205-631efb9e7250), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:47.723748 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:47.759210 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-a9f1b652-77ed-408a-a974-deb4c201d3da None None] Set router 0e56218e-84dd-4dd3-b068-f69d91f78234 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:37:47.848649 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-63c90372-d75d-4953-8271-dc0f68f111c1 None None] Current status of the port 1caa6fcf-5e08-4748-9205-631efb9e7250 is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:37:47.849072 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-63c90372-d75d-4953-8271-dc0f68f111c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (1caa6fcf-5e08-4748-9205-631efb9e7250), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:47.889954 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f28ab45-484b-4bec-9d9b-5f04805093bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:47.913904 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=92,neutron:INSERT=6,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:47.951712 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 1caa6fcf-5e08-4748-9205-631efb9e7250 is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:37:47.952103 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (1caa6fcf-5e08-4748-9205-631efb9e7250), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:47.979185 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-63c90372-d75d-4953-8271-dc0f68f111c1 None None] For port 1caa6fcf-5e08-4748-9205-631efb9e7250, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=1caa6fcf-5e08-4748-9205-631efb9e7250,segment=NetworkSegment(1c268cbb-149f-40f0-9521-58d6d1942d46),segment_id=1c268cbb-149f-40f0-9521-58d6d1942d46)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:37:47.995740 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:47.999236 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-63c90372-d75d-4953-8271-dc0f68f111c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (1caa6fcf-5e08-4748-9205-631efb9e7250), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:48.077329 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-6f28ab45-484b-4bec-9d9b-5f04805093bb admin admin] Allocated IP 172.20.0.1 (031da953-c484-4a5c-846a-9b87a1e4ec92/2492c88a-c3a5-4dff-b811-8c4c93190748/c7472f19-2122-4b8d-b18b-cd2ad4838e0b) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:37:48.105600 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.db.api [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=104009) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:188}} Jul 20 19:37:48.106014 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG oslo_db.api [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 20 19:37:48.125994 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c90372-d75d-4953-8271-dc0f68f111c1 None None] Pushing event updated for resources: {'Port': ['ID=1caa6fcf-5e08-4748-9205-631efb9e7250,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:48.129855 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a9f1b652-77ed-408a-a974-deb4c201d3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e56218e-84dd-4dd3-b068-f69d91f78234', 'name': 'tempest-TestShelveInstance-1994076831-router', 'tenant_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b9303dcd-ce82-4cf4-8d84-6539648dde76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:37:45Z', 'updated_at': '2022-07-20T19:37:46Z', 'revision_number': 3, 'project_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'gw_port': {'id': 'b9303dcd-ce82-4cf4-8d84-6539648dde76', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:05:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e56218e-84dd-4dd3-b068-f69d91f78234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:45Z', 'updated_at': '2022-07-20T19:37:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:37:48.133322 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-785dabc7-fd7f-4cfa-bb80-4ba4270a457f None None] Provisioning complete for port 1caa6fcf-5e08-4748-9205-631efb9e7250 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:37:48.133879 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-785dabc7-fd7f-4cfa-bb80-4ba4270a457f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (1caa6fcf-5e08-4748-9205-631efb9e7250), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:48.159701 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f1b652-77ed-408a-a974-deb4c201d3da None None] Checking router: 0e56218e-84dd-4dd3-b068-f69d91f78234 for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:37:48.160045 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f1b652-77ed-408a-a974-deb4c201d3da None None] Updating router 0e56218e-84dd-4dd3-b068-f69d91f78234 port b9303dcd-ce82-4cf4-8d84-6539648dde76 binding host dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:37:48.185990 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f28ab45-484b-4bec-9d9b-5f04805093bb admin admin] Publish callbacks [] for port (c7472f19-2122-4b8d-b18b-cd2ad4838e0b), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:48.215157 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9f1b652-77ed-408a-a974-deb4c201d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (b9303dcd-ce82-4cf4-8d84-6539648dde76), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:48.219743 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f28ab45-484b-4bec-9d9b-5f04805093bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (c7472f19-2122-4b8d-b18b-cd2ad4838e0b), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:48.261876 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f28ab45-484b-4bec-9d9b-5f04805093bb admin admin] Network 031da953-c484-4a5c-846a-9b87a1e4ec92 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:37:48.266313 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-6f28ab45-484b-4bec-9d9b-5f04805093bb admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:37:48.269701 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f28ab45-484b-4bec-9d9b-5f04805093bb admin admin] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:37:48.313544 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28ab45-484b-4bec-9d9b-5f04805093bb admin admin] Pushing event updated for resources: {'Port': ['ID=c7472f19-2122-4b8d-b18b-cd2ad4838e0b,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:48.322208 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f28ab45-484b-4bec-9d9b-5f04805093bb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1819021'] for router_interface (0e56218e-84dd-4dd3-b068-f69d91f78234), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:48.349397 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-785dabc7-fd7f-4cfa-bb80-4ba4270a457f None None] Current status of the port 1caa6fcf-5e08-4748-9205-631efb9e7250 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:37:48.453657 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:48.480221 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f28ab45-484b-4bec-9d9b-5f04805093bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (c7472f19-2122-4b8d-b18b-cd2ad4838e0b), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:48.521175 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:48.552960 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9f1b652-77ed-408a-a974-deb4c201d3da None None] Publish callbacks [] for port (b9303dcd-ce82-4cf4-8d84-6539648dde76), precommit_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:48.565841 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9f1b652-77ed-408a-a974-deb4c201d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (b9303dcd-ce82-4cf4-8d84-6539648dde76), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:48.612103 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-c6b0b4ee-1e0f-42eb-8900-dc213d2b204a None None] Provisioning complete for port c7472f19-2122-4b8d-b18b-cd2ad4838e0b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:37:48.612484 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c6b0b4ee-1e0f-42eb-8900-dc213d2b204a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (c7472f19-2122-4b8d-b18b-cd2ad4838e0b), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:48.690827 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f28ab45-484b-4bec-9d9b-5f04805093bb admin admin] Publish callbacks [] for port (c7472f19-2122-4b8d-b18b-cd2ad4838e0b), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:48.698296 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f28ab45-484b-4bec-9d9b-5f04805093bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525612'] for port (c7472f19-2122-4b8d-b18b-cd2ad4838e0b), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:48.779217 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f28ab45-484b-4bec-9d9b-5f04805093bb admin admin] Pushing event updated for resources: {'Port': ['ID=c7472f19-2122-4b8d-b18b-cd2ad4838e0b,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:48.787449 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-6f28ab45-484b-4bec-9d9b-5f04805093bb admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-2039046', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1822453'] for router_interface (0e56218e-84dd-4dd3-b068-f69d91f78234), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:48.878915 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=93,neutron:INSERT=3,neutron:UPDATE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:48.886502 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a9f1b652-77ed-408a-a974-deb4c201d3da None None] Attempting to bind port b9303dcd-ce82-4cf4-8d84-6539648dde76 on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:37:48.886875 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a9f1b652-77ed-408a-a974-deb4c201d3da None None] Attempting to bind port b9303dcd-ce82-4cf4-8d84-6539648dde76 by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:37:48.887237 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f1b652-77ed-408a-a974-deb4c201d3da None None] Attempting to bind port b9303dcd-ce82-4cf4-8d84-6539648dde76 on network 0148b93c-d79f-482c-aa55-1b162de4f442 {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:37:48.919007 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aeccfe-eab2-433b-86e9-1334fe542228 None None] Pushing event updated for resources: {'Port': ['ID=b9303dcd-ce82-4cf4-8d84-6539648dde76,revision_number=2']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:48.927183 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f28ab45-484b-4bec-9d9b-5f04805093bb admin admin] Network 031da953-c484-4a5c-846a-9b87a1e4ec92 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:37:48.929285 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-6f28ab45-484b-4bec-9d9b-5f04805093bb admin admin] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:37:48.930608 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:48.933502 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f1b652-77ed-408a-a974-deb4c201d3da None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 37, 19), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:37:48.934319 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f1b652-77ed-408a-a974-deb4c201d3da None None] Checking segment: {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104009) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:37:48.934319 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9f1b652-77ed-408a-a974-deb4c201d3da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:48.934646 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9f1b652-77ed-408a-a974-deb4c201d3da None None] Bound using segment: {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'} {{(pid=104009) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:37:48.935127 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.managers [None req-a9f1b652-77ed-408a-a974-deb4c201d3da None None] Bound port: b9303dcd-ce82-4cf4-8d84-6539648dde76, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e7b15f5-3f0f-42c3-b082-6cec10e29edf', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}}] {{(pid=104009) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:37:48.935510 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9f1b652-77ed-408a-a974-deb4c201d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (b9303dcd-ce82-4cf4-8d84-6539648dde76), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:48.943295 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-c6b0b4ee-1e0f-42eb-8900-dc213d2b204a None None] Port c7472f19-2122-4b8d-b18b-cd2ad4838e0b cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:37:48.944807 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:48.970954 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 1caa6fcf-5e08-4748-9205-631efb9e7250 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:37:48.972193 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device b593d40a-9be6-4c8c-ad0d-d3c59562d6d6 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:37:48.980616 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:49.072578 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a9f1b652-77ed-408a-a974-deb4c201d3da None None] For port b9303dcd-ce82-4cf4-8d84-6539648dde76, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104009) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:37:49.073404 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f28ab45-484b-4bec-9d9b-5f04805093bb admin admin] Router 0e56218e-84dd-4dd3-b068-f69d91f78234 has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:37:49.077324 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-a9f1b652-77ed-408a-a974-deb4c201d3da None None] For port b9303dcd-ce82-4cf4-8d84-6539648dde76, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=b9303dcd-ce82-4cf4-8d84-6539648dde76,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104009) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:37:49.089926 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a9f1b652-77ed-408a-a974-deb4c201d3da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (b9303dcd-ce82-4cf4-8d84-6539648dde76), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:49.106981 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port b593d40a-9be6-4c8c-ad0d-d3c59562d6d6 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:37:49.107545 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (b593d40a-9be6-4c8c-ad0d-d3c59562d6d6), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:49.206572 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f28ab45-484b-4bec-9d9b-5f04805093bb admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:37:49.217218 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-6f28ab45-484b-4bec-9d9b-5f04805093bb admin admin] 10.222.0.79 "PUT /v2.0/routers/0e56218e-84dd-4dd3-b068-f69d91f78234/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7989633 Jul 20 19:37:49.217498 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9f1b652-77ed-408a-a974-deb4c201d3da None None] Routers {'0e56218e-84dd-4dd3-b068-f69d91f78234'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:37:49.217498 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a9f1b652-77ed-408a-a974-deb4c201d3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:37:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['0e56218e-84dd-4dd3-b068-f69d91f78234'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:37:49.218981 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4aeccfe-eab2-433b-86e9-1334fe542228 None None] Pushing event updated for resources: {'Port': ['ID=b9303dcd-ce82-4cf4-8d84-6539648dde76,revision_number=3']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:49.322810 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-51c3d9a7-c227-47cd-aa0d-8b0ce0bfa9fe None None] Provisioning complete for port c7472f19-2122-4b8d-b18b-cd2ad4838e0b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:37:49.323191 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-51c3d9a7-c227-47cd-aa0d-8b0ce0bfa9fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (c7472f19-2122-4b8d-b18b-cd2ad4838e0b), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:49.393187 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port b593d40a-9be6-4c8c-ad0d-d3c59562d6d6 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:37:49.413134 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-51c3d9a7-c227-47cd-aa0d-8b0ce0bfa9fe None None] Port c7472f19-2122-4b8d-b18b-cd2ad4838e0b cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:37:49.428215 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-a9f1b652-77ed-408a-a974-deb4c201d3da None None] Set router 0e56218e-84dd-4dd3-b068-f69d91f78234 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:37:49.500375 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 1caa6fcf-5e08-4748-9205-631efb9e7250 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:37:49.613226 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43538) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:49.618056 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-84d1904d-182b-4570-8899-73c86f10bd8a tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-126916809', 'description': 'tempest-secgroup-smoke-126916809 description', 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:49.621240 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:49.624276 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port 1caa6fcf-5e08-4748-9205-631efb9e7250 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:37:49.624656 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (1caa6fcf-5e08-4748-9205-631efb9e7250), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:49.641577 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-84d1904d-182b-4570-8899-73c86f10bd8a tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:49.709641 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-a9f1b652-77ed-408a-a974-deb4c201d3da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e56218e-84dd-4dd3-b068-f69d91f78234', 'name': 'tempest-TestShelveInstance-1994076831-router', 'tenant_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b9303dcd-ce82-4cf4-8d84-6539648dde76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:37:45Z', 'updated_at': '2022-07-20T19:37:48Z', 'revision_number': 4, 'project_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'gw_port': {'id': 'b9303dcd-ce82-4cf4-8d84-6539648dde76', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:05:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e56218e-84dd-4dd3-b068-f69d91f78234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:45Z', 'updated_at': '2022-07-20T19:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': 'c7472f19-2122-4b8d-b18b-cd2ad4838e0b', 'name': '', 'network_id': '031da953-c484-4a5c-846a-9b87a1e4ec92', 'tenant_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'mac_address': 'fa:16:3e:2a:b9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e56218e-84dd-4dd3-b068-f69d91f78234', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2492c88a-c3a5-4dff-b811-8c4c93190748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:47Z', 'updated_at': '2022-07-20T19:37:48Z', 'revision_number': 2, 'project_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'subnets': [{'id': '2492c88a-c3a5-4dff-b811-8c4c93190748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:37:49.727987 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-84d1904d-182b-4570-8899-73c86f10bd8a tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for security_group (bc992baf-0525-4bb0-8f63-7d66d271192a), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:49.731136 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-84d1904d-182b-4570-8899-73c86f10bd8a tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (bc992baf-0525-4bb0-8f63-7d66d271192a), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:49.756549 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9f1b652-77ed-408a-a974-deb4c201d3da None None] The sync data for ids ['0e56218e-84dd-4dd3-b068-f69d91f78234'] in dv-cinder-850548-1-iscsi is: [{'id': '0e56218e-84dd-4dd3-b068-f69d91f78234', 'name': 'tempest-TestShelveInstance-1994076831-router', 'tenant_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b9303dcd-ce82-4cf4-8d84-6539648dde76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:37:45Z', 'updated_at': '2022-07-20T19:37:48Z', 'revision_number': 4, 'project_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'gw_port': {'id': 'b9303dcd-ce82-4cf4-8d84-6539648dde76', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:05:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e56218e-84dd-4dd3-b068-f69d91f78234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:45Z', 'updated_at': '2022-07-20T19:37:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': 'c7472f19-2122-4b8d-b18b-cd2ad4838e0b', 'name': '', 'network_id': '031da953-c484-4a5c-846a-9b87a1e4ec92', 'tenant_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'mac_address': 'fa:16:3e:2a:b9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e56218e-84dd-4dd3-b068-f69d91f78234', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2492c88a-c3a5-4dff-b811-8c4c93190748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:47Z', 'updated_at': '2022-07-20T19:37:48Z', 'revision_number': 2, 'project_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'subnets': [{'id': '2492c88a-c3a5-4dff-b811-8c4c93190748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:37:49.763927 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-84d1904d-182b-4570-8899-73c86f10bd8a tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:49.768549 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-84d1904d-182b-4570-8899-73c86f10bd8a tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1508176 Jul 20 19:37:49.768549 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d1904d-182b-4570-8899-73c86f10bd8a tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc992baf-0525-4bb0-8f63-7d66d271192a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:49.769653 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 43540) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:49.774608 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-cc745a22-087a-49ac-8433-465866bba3d3 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Request body: {'security_group_rule': {'security_group_id': 'bc992baf-0525-4bb0-8f63-7d66d271192a', 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:49.776464 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port 1caa6fcf-5e08-4748-9205-631efb9e7250 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:37:49.812200 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc745a22-087a-49ac-8433-465866bba3d3 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for security_group_rule (877a8ea0-459d-48f6-a605-f07c5a4ae6cb), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:49.873209 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc745a22-087a-49ac-8433-465866bba3d3 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for security_group_rule (877a8ea0-459d-48f6-a605-f07c5a4ae6cb), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:49.877558 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc745a22-087a-49ac-8433-465866bba3d3 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (877a8ea0-459d-48f6-a605-f07c5a4ae6cb), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:49.896284 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc745a22-087a-49ac-8433-465866bba3d3 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=877a8ea0-459d-48f6-a605-f07c5a4ae6cb,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:49.904718 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-cc745a22-087a-49ac-8433-465866bba3d3 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:49.906025 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-cc745a22-087a-49ac-8433-465866bba3d3 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1353686 Jul 20 19:37:49.909659 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 43542) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:49.914679 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-fcb3c7dc-057b-42ef-a944-41c10a0e817a tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Request body: {'security_group_rule': {'security_group_id': 'bc992baf-0525-4bb0-8f63-7d66d271192a', 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:49.943591 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fcb3c7dc-057b-42ef-a944-41c10a0e817a tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for security_group_rule (ab46f5a2-46e2-49ba-994d-e22b43626ef3), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:50.017176 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fcb3c7dc-057b-42ef-a944-41c10a0e817a tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for security_group_rule (ab46f5a2-46e2-49ba-994d-e22b43626ef3), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:50.020729 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fcb3c7dc-057b-42ef-a944-41c10a0e817a tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (ab46f5a2-46e2-49ba-994d-e22b43626ef3), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:50.040582 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:DELETE=2,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:50.043956 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=91,neutron:INSERT=5,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:50.045813 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb3c7dc-057b-42ef-a944-41c10a0e817a tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab46f5a2-46e2-49ba-994d-e22b43626ef3,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:50.056618 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-fcb3c7dc-057b-42ef-a944-41c10a0e817a tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:50.062900 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43544) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:50.063173 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-fcb3c7dc-057b-42ef-a944-41c10a0e817a tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1523139 Jul 20 19:37:50.070046 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-c86f3b41-c2ef-4a3f-a7ba-e7ac839de4f3 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Request body: {'security_group_rule': {'security_group_id': 'bc992baf-0525-4bb0-8f63-7d66d271192a', 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:50.099572 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c86f3b41-c2ef-4a3f-a7ba-e7ac839de4f3 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for security_group_rule (3b4d6414-03f5-461b-9713-a12166513207), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:50.147019 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:50.163322 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c86f3b41-c2ef-4a3f-a7ba-e7ac839de4f3 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for security_group_rule (3b4d6414-03f5-461b-9713-a12166513207), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:50.167027 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c86f3b41-c2ef-4a3f-a7ba-e7ac839de4f3 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (3b4d6414-03f5-461b-9713-a12166513207), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:50.187726 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86f3b41-c2ef-4a3f-a7ba-e7ac839de4f3 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b4d6414-03f5-461b-9713-a12166513207,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:50.195306 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c86f3b41-c2ef-4a3f-a7ba-e7ac839de4f3 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:50.197355 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-c86f3b41-c2ef-4a3f-a7ba-e7ac839de4f3 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1328607 Jul 20 19:37:50.199297 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43546) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:50.203849 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-7edd418c-d459-42dd-9ee1-6307ef751cf2 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Request body: {'security_group_rule': {'security_group_id': 'bc992baf-0525-4bb0-8f63-7d66d271192a', 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:50.225883 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:37:50.234038 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7edd418c-d459-42dd-9ee1-6307ef751cf2 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for security_group_rule (85a43f8d-d0eb-4dc9-be81-9742549b412e), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:50.301590 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7edd418c-d459-42dd-9ee1-6307ef751cf2 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for security_group_rule (85a43f8d-d0eb-4dc9-be81-9742549b412e), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:50.305949 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7edd418c-d459-42dd-9ee1-6307ef751cf2 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (85a43f8d-d0eb-4dc9-be81-9742549b412e), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:50.326015 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd418c-d459-42dd-9ee1-6307ef751cf2 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85a43f8d-d0eb-4dc9-be81-9742549b412e,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:50.335474 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-7edd418c-d459-42dd-9ee1-6307ef751cf2 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:50.336698 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-7edd418c-d459-42dd-9ee1-6307ef751cf2 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1364396 Jul 20 19:37:50.339795 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 43550) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:50.344467 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-b6bd8fbf-cf70-41f4-ab51-13acfa492f2d tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Request body: {'security_group_rule': {'security_group_id': 'bc992baf-0525-4bb0-8f63-7d66d271192a', 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:50.367671 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-b6bd8fbf-cf70-41f4-ab51-13acfa492f2d tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Project f3f0c2dd35fa4890a64fcc7dcaddc633 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 19:37:50.379485 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8fbf-cf70-41f4-ab51-13acfa492f2d tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for security_group_rule (73096c99-2890-4ad3-a3a0-5b301105fd0a), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:50.439908 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8fbf-cf70-41f4-ab51-13acfa492f2d tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for security_group_rule (73096c99-2890-4ad3-a3a0-5b301105fd0a), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:50.450818 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8fbf-cf70-41f4-ab51-13acfa492f2d tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (73096c99-2890-4ad3-a3a0-5b301105fd0a), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:50.474870 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd8fbf-cf70-41f4-ab51-13acfa492f2d tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73096c99-2890-4ad3-a3a0-5b301105fd0a,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:50.479198 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b6bd8fbf-cf70-41f4-ab51-13acfa492f2d tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:50.480389 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-b6bd8fbf-cf70-41f4-ab51-13acfa492f2d tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1395855 Jul 20 19:37:50.483073 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 43552) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:50.487370 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-730c430d-155b-4af8-9a25-3ba6f9a306ab tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Request body: {'security_group_rule': {'security_group_id': 'bc992baf-0525-4bb0-8f63-7d66d271192a', 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:37:50.515888 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.securitygroups_db [None req-730c430d-155b-4af8-9a25-3ba6f9a306ab tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Project f3f0c2dd35fa4890a64fcc7dcaddc633 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 20 19:37:50.525506 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-730c430d-155b-4af8-9a25-3ba6f9a306ab tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for security_group_rule (543ac640-81be-43e0-99e8-8b9a401fcbc2), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:50.593740 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-730c430d-155b-4af8-9a25-3ba6f9a306ab tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for security_group_rule (543ac640-81be-43e0-99e8-8b9a401fcbc2), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:50.598617 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-730c430d-155b-4af8-9a25-3ba6f9a306ab tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (543ac640-81be-43e0-99e8-8b9a401fcbc2), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:50.619122 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730c430d-155b-4af8-9a25-3ba6f9a306ab tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543ac640-81be-43e0-99e8-8b9a401fcbc2,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:50.623966 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-730c430d-155b-4af8-9a25-3ba6f9a306ab tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:50.629353 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-730c430d-155b-4af8-9a25-3ba6f9a306ab tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1453061 Jul 20 19:37:51.035467 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:51.338864 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7736ad1b-f04e-4cee-b4c7-8d9ea146aedf req-f37aa647-dfa3-44ac-b581-1224cf1caacf service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392396 Jul 20 19:37:51.421241 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736ad1b-f04e-4cee-b4c7-8d9ea146aedf req-5c2b7e43-eb05-47c5-8b96-febb9de2a369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:51.422744 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7736ad1b-f04e-4cee-b4c7-8d9ea146aedf req-5c2b7e43-eb05-47c5-8b96-febb9de2a369 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3f1255754afb4cd384a11c87a9d717df&device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 1129 time: 0.0449319 Jul 20 19:37:51.497649 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device b9303dcd-ce82-4cf4-8d84-6539648dde76 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:37:51.557901 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port b9303dcd-ce82-4cf4-8d84-6539648dde76 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:37:51.558441 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (b9303dcd-ce82-4cf4-8d84-6539648dde76), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:51.567227 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736ad1b-f04e-4cee-b4c7-8d9ea146aedf req-0ec7d124-574c-4a29-878e-f3452a279fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:51.568716 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7736ad1b-f04e-4cee-b4c7-8d9ea146aedf req-0ec7d124-574c-4a29-878e-f3452a279fcc service neutron] 10.222.0.96 "GET /v2.0/networks?id=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b HTTP/1.1" status: 200 len: 913 time: 0.1227725 Jul 20 19:37:51.601036 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:51.646188 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7736ad1b-f04e-4cee-b4c7-8d9ea146aedf req-da3fddb2-879b-4268-a5cc-2ff030a6b5d7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b629eaba-44a3-4a33-af05-3aa3cbd94f91 HTTP/1.1" status: 200 len: 1001 time: 0.0648525 Jul 20 19:37:51.646451 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port b9303dcd-ce82-4cf4-8d84-6539648dde76 is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:37:51.646690 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (b9303dcd-ce82-4cf4-8d84-6539648dde76), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:51.669465 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] For port b9303dcd-ce82-4cf4-8d84-6539648dde76, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=b9303dcd-ce82-4cf4-8d84-6539648dde76,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:37:51.674177 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (b9303dcd-ce82-4cf4-8d84-6539648dde76), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:51.704417 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736ad1b-f04e-4cee-b4c7-8d9ea146aedf req-1542a52b-6ac4-4daa-88d2-0b268102b5b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:51.706409 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7736ad1b-f04e-4cee-b4c7-8d9ea146aedf req-1542a52b-6ac4-4daa-88d2-0b268102b5b0 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4d19357c-ece7-45d1-a6a5-4668097ab380 HTTP/1.1" status: 200 len: 851 time: 0.0536978 Jul 20 19:37:51.725892 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Pushing event updated for resources: {'Port': ['ID=b9303dcd-ce82-4cf4-8d84-6539648dde76,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:51.753580 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7736ad1b-f04e-4cee-b4c7-8d9ea146aedf req-28a113a2-900f-45ac-923a-df88431a98e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:51.755201 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7736ad1b-f04e-4cee-b4c7-8d9ea146aedf req-28a113a2-900f-45ac-923a-df88431a98e6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424178 Jul 20 19:37:51.862249 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7736ad1b-f04e-4cee-b4c7-8d9ea146aedf req-33cd05b1-33e6-49ff-aabe-121f187d9d5f service neutron] 10.222.0.96 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005163 Jul 20 19:37:51.957716 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7736ad1b-f04e-4cee-b4c7-8d9ea146aedf req-d64851d6-bb75-44f5-95a2-0c4b9c91fe15 service neutron] 10.222.0.96 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883129 Jul 20 19:37:53.475994 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device b9303dcd-ce82-4cf4-8d84-6539648dde76 up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:37:53.523056 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port b9303dcd-ce82-4cf4-8d84-6539648dde76 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:37:53.523441 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (b9303dcd-ce82-4cf4-8d84-6539648dde76), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:53.600470 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port b9303dcd-ce82-4cf4-8d84-6539648dde76 is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:37:53.794845 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adec4ed5-1aaf-42f6-a6ce-f71fccdad7db None None] Sync routers for ids ['0e56218e-84dd-4dd3-b068-f69d91f78234'] in dv-cinder-850548-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:37:53.806622 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adec4ed5-1aaf-42f6-a6ce-f71fccdad7db None None] Routers {'0e56218e-84dd-4dd3-b068-f69d91f78234'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:37:53.807215 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-adec4ed5-1aaf-42f6-a6ce-f71fccdad7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:37:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['0e56218e-84dd-4dd3-b068-f69d91f78234'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:37:54.002232 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-adec4ed5-1aaf-42f6-a6ce-f71fccdad7db None None] Set router 0e56218e-84dd-4dd3-b068-f69d91f78234 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:37:54.156541 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:54.195815 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-adec4ed5-1aaf-42f6-a6ce-f71fccdad7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e56218e-84dd-4dd3-b068-f69d91f78234', 'name': 'tempest-TestShelveInstance-1994076831-router', 'tenant_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b9303dcd-ce82-4cf4-8d84-6539648dde76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:37:45Z', 'updated_at': '2022-07-20T19:37:48Z', 'revision_number': 4, 'project_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'gw_port': {'id': 'b9303dcd-ce82-4cf4-8d84-6539648dde76', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:05:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e56218e-84dd-4dd3-b068-f69d91f78234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:45Z', 'updated_at': '2022-07-20T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': 'c7472f19-2122-4b8d-b18b-cd2ad4838e0b', 'name': '', 'network_id': '031da953-c484-4a5c-846a-9b87a1e4ec92', 'tenant_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'mac_address': 'fa:16:3e:2a:b9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e56218e-84dd-4dd3-b068-f69d91f78234', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2492c88a-c3a5-4dff-b811-8c4c93190748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:47Z', 'updated_at': '2022-07-20T19:37:48Z', 'revision_number': 2, 'project_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'subnets': [{'id': '2492c88a-c3a5-4dff-b811-8c4c93190748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:37:54.227671 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adec4ed5-1aaf-42f6-a6ce-f71fccdad7db None None] Checking router: 0e56218e-84dd-4dd3-b068-f69d91f78234 for host: dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:37:54.228029 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adec4ed5-1aaf-42f6-a6ce-f71fccdad7db None None] Updating router 0e56218e-84dd-4dd3-b068-f69d91f78234 port c7472f19-2122-4b8d-b18b-cd2ad4838e0b binding host dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 20 19:37:54.255758 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-adec4ed5-1aaf-42f6-a6ce-f71fccdad7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (c7472f19-2122-4b8d-b18b-cd2ad4838e0b), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:54.439515 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:54.519236 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-adec4ed5-1aaf-42f6-a6ce-f71fccdad7db None None] Publish callbacks [] for port (c7472f19-2122-4b8d-b18b-cd2ad4838e0b), precommit_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:54.524778 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-adec4ed5-1aaf-42f6-a6ce-f71fccdad7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (c7472f19-2122-4b8d-b18b-cd2ad4838e0b), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:54.577814 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7db21-9c77-4e52-9ad1-981eb3a26737 None None] Pushing event updated for resources: {'Port': ['ID=c7472f19-2122-4b8d-b18b-cd2ad4838e0b,revision_number=3']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:54.634478 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-adec4ed5-1aaf-42f6-a6ce-f71fccdad7db None None] Attempting to bind port c7472f19-2122-4b8d-b18b-cd2ad4838e0b on host dv-cinder-850548-1-iscsi for vnic_type normal with profile {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:37:54.634844 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-adec4ed5-1aaf-42f6-a6ce-f71fccdad7db None None] Attempting to bind port c7472f19-2122-4b8d-b18b-cd2ad4838e0b by drivers openvswitch,hyperv on host dv-cinder-850548-1-iscsi at level 0 using segments [{'id': '1c268cbb-149f-40f0-9521-58d6d1942d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '031da953-c484-4a5c-846a-9b87a1e4ec92'}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:37:54.635202 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adec4ed5-1aaf-42f6-a6ce-f71fccdad7db None None] Attempting to bind port c7472f19-2122-4b8d-b18b-cd2ad4838e0b on network 031da953-c484-4a5c-846a-9b87a1e4ec92 {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:37:54.640464 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adec4ed5-1aaf-42f6-a6ce-f71fccdad7db None None] Checking agent: {'id': '1a9a2338-cc0f-4161-b504-fb56f0443a8f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-850548-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 19, 19), 'started_at': datetime.datetime(2022, 7, 20, 19, 19, 49), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 37, 49), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-850548-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'Agent': '1.1', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'NDPProxy': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.3', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:37:54.640922 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adec4ed5-1aaf-42f6-a6ce-f71fccdad7db None None] Checking segment: {'id': '1c268cbb-149f-40f0-9521-58d6d1942d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '031da953-c484-4a5c-846a-9b87a1e4ec92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104010) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:37:54.641251 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-adec4ed5-1aaf-42f6-a6ce-f71fccdad7db None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:54.641643 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adec4ed5-1aaf-42f6-a6ce-f71fccdad7db None None] Bound using segment: {'id': '1c268cbb-149f-40f0-9521-58d6d1942d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '031da953-c484-4a5c-846a-9b87a1e4ec92'} {{(pid=104010) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:37:54.642736 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.managers [None req-adec4ed5-1aaf-42f6-a6ce-f71fccdad7db None None] Bound port: c7472f19-2122-4b8d-b18b-cd2ad4838e0b, host: dv-cinder-850548-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c268cbb-149f-40f0-9521-58d6d1942d46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 964, 'network_id': '031da953-c484-4a5c-846a-9b87a1e4ec92'}}] {{(pid=104010) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:37:54.643195 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-adec4ed5-1aaf-42f6-a6ce-f71fccdad7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (c7472f19-2122-4b8d-b18b-cd2ad4838e0b), before_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:54.714909 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-adec4ed5-1aaf-42f6-a6ce-f71fccdad7db None None] For port c7472f19-2122-4b8d-b18b-cd2ad4838e0b, host dv-cinder-850548-1-iscsi, cleared binding levels {{(pid=104010) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:37:54.718221 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.plugins.ml2.db [None req-adec4ed5-1aaf-42f6-a6ce-f71fccdad7db None None] For port c7472f19-2122-4b8d-b18b-cd2ad4838e0b, host dv-cinder-850548-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=c7472f19-2122-4b8d-b18b-cd2ad4838e0b,segment=NetworkSegment(1c268cbb-149f-40f0-9521-58d6d1942d46),segment_id=1c268cbb-149f-40f0-9521-58d6d1942d46)] {{(pid=104010) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:37:54.724871 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron_lib.callbacks.manager [None req-adec4ed5-1aaf-42f6-a6ce-f71fccdad7db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (c7472f19-2122-4b8d-b18b-cd2ad4838e0b), after_update {{(pid=104010) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:54.748301 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 43616) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:37:54.773718 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-d8b2b5d6-0659-4d84-93f3-13740c7adfcf None None] Provisioning complete for port c7472f19-2122-4b8d-b18b-cd2ad4838e0b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:37:54.774864 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d8b2b5d6-0659-4d84-93f3-13740c7adfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (c7472f19-2122-4b8d-b18b-cd2ad4838e0b), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:54.789955 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adec4ed5-1aaf-42f6-a6ce-f71fccdad7db None None] Routers {'0e56218e-84dd-4dd3-b068-f69d91f78234'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:37:54.790720 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-adec4ed5-1aaf-42f6-a6ce-f71fccdad7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:37:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['0e56218e-84dd-4dd3-b068-f69d91f78234'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:37:54.835596 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7db21-9c77-4e52-9ad1-981eb3a26737 None None] Pushing event updated for resources: {'Port': ['ID=c7472f19-2122-4b8d-b18b-cd2ad4838e0b,revision_number=4']} {{(pid=104010) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:54.894687 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-d8b2b5d6-0659-4d84-93f3-13740c7adfcf None None] Current status of the port c7472f19-2122-4b8d-b18b-cd2ad4838e0b is: DOWN; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:37:54.895351 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d8b2b5d6-0659-4d84-93f3-13740c7adfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (c7472f19-2122-4b8d-b18b-cd2ad4838e0b), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:54.896731 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=90,neutron:INSERT=6,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:54.930323 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-adec4ed5-1aaf-42f6-a6ce-f71fccdad7db None None] Set router 0e56218e-84dd-4dd3-b068-f69d91f78234 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:37:54.940314 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-d8b2b5d6-0659-4d84-93f3-13740c7adfcf None None] For port c7472f19-2122-4b8d-b18b-cd2ad4838e0b, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=c7472f19-2122-4b8d-b18b-cd2ad4838e0b,segment=NetworkSegment(1c268cbb-149f-40f0-9521-58d6d1942d46),segment_id=1c268cbb-149f-40f0-9521-58d6d1942d46)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:37:54.949939 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d8b2b5d6-0659-4d84-93f3-13740c7adfcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (c7472f19-2122-4b8d-b18b-cd2ad4838e0b), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:54.957493 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:DELETE=1,neutron:SELECT=95,neutron:UPDATE=2,neutron:INSERT=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:54.976265 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-08e452ca-db72-473f-84c0-9e7451c7e125 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Deleting port ec6089b6-e079-48be-ac38-003a60e6d7ae {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:37:54.977336 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-08e452ca-db72-473f-84c0-9e7451c7e125 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (ec6089b6-e079-48be-ac38-003a60e6d7ae), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:55.014793 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b2b5d6-0659-4d84-93f3-13740c7adfcf None None] Pushing event updated for resources: {'Port': ['ID=c7472f19-2122-4b8d-b18b-cd2ad4838e0b,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:55.075305 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-5934b017-01fb-4996-92ef-61dfe27da51e None None] Provisioning complete for port c7472f19-2122-4b8d-b18b-cd2ad4838e0b triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:37:55.075959 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5934b017-01fb-4996-92ef-61dfe27da51e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (c7472f19-2122-4b8d-b18b-cd2ad4838e0b), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:55.084516 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-08e452ca-db72-473f-84c0-9e7451c7e125 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (ec6089b6-e079-48be-ac38-003a60e6d7ae), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:55.085001 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-08e452ca-db72-473f-84c0-9e7451c7e125 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for floatingip (ec6089b6-e079-48be-ac38-003a60e6d7ae), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:55.098955 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-08e452ca-db72-473f-84c0-9e7451c7e125 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Calling delete_port for ec6089b6-e079-48be-ac38-003a60e6d7ae owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:37:55.156850 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-5934b017-01fb-4996-92ef-61dfe27da51e None None] Current status of the port c7472f19-2122-4b8d-b18b-cd2ad4838e0b is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:37:55.158697 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-adec4ed5-1aaf-42f6-a6ce-f71fccdad7db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e56218e-84dd-4dd3-b068-f69d91f78234', 'name': 'tempest-TestShelveInstance-1994076831-router', 'tenant_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b9303dcd-ce82-4cf4-8d84-6539648dde76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:37:45Z', 'updated_at': '2022-07-20T19:37:48Z', 'revision_number': 4, 'project_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'gw_port': {'id': 'b9303dcd-ce82-4cf4-8d84-6539648dde76', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:05:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e56218e-84dd-4dd3-b068-f69d91f78234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:45Z', 'updated_at': '2022-07-20T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': 'c7472f19-2122-4b8d-b18b-cd2ad4838e0b', 'name': '', 'network_id': '031da953-c484-4a5c-846a-9b87a1e4ec92', 'tenant_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'mac_address': 'fa:16:3e:2a:b9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e56218e-84dd-4dd3-b068-f69d91f78234', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2492c88a-c3a5-4dff-b811-8c4c93190748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:47Z', 'updated_at': '2022-07-20T19:37:54Z', 'revision_number': 4, 'project_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'subnets': [{'id': '2492c88a-c3a5-4dff-b811-8c4c93190748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:37:55.186217 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adec4ed5-1aaf-42f6-a6ce-f71fccdad7db None None] The sync data for ids ['0e56218e-84dd-4dd3-b068-f69d91f78234'] in dv-cinder-850548-1-iscsi is: [{'id': '0e56218e-84dd-4dd3-b068-f69d91f78234', 'name': 'tempest-TestShelveInstance-1994076831-router', 'tenant_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b9303dcd-ce82-4cf4-8d84-6539648dde76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:37:45Z', 'updated_at': '2022-07-20T19:37:48Z', 'revision_number': 4, 'project_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'gw_port': {'id': 'b9303dcd-ce82-4cf4-8d84-6539648dde76', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:05:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e56218e-84dd-4dd3-b068-f69d91f78234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:45Z', 'updated_at': '2022-07-20T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': 'c7472f19-2122-4b8d-b18b-cd2ad4838e0b', 'name': '', 'network_id': '031da953-c484-4a5c-846a-9b87a1e4ec92', 'tenant_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'mac_address': 'fa:16:3e:2a:b9:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e56218e-84dd-4dd3-b068-f69d91f78234', 'device_owner': 'network:router_interface', 'standard_attr_id': 678, 'fixed_ips': [{'subnet_id': '2492c88a-c3a5-4dff-b811-8c4c93190748', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:47Z', 'updated_at': '2022-07-20T19:37:54Z', 'revision_number': 4, 'project_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'subnets': [{'id': '2492c88a-c3a5-4dff-b811-8c4c93190748', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:37:55.294401 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-08e452ca-db72-473f-84c0-9e7451c7e125 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (ec6089b6-e079-48be-ac38-003a60e6d7ae), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:55.323208 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e452ca-db72-473f-84c0-9e7451c7e125 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Pushing event deleted for resources: {'Port': ['ID=ec6089b6-e079-48be-ac38-003a60e6d7ae,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:55.403380 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-08e452ca-db72-473f-84c0-9e7451c7e125 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for floatingip (5462376b-ed39-4c92-90d5-293ab8c51def), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:55.403712 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-08e452ca-db72-473f-84c0-9e7451c7e125 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Floating IP 5462376b-ed39-4c92-90d5-293ab8c51def disassociated (deleted). External IP: 172.27.3.165, port: b629eaba-44a3-4a33-af05-3aa3cbd94f91. Jul 20 19:37:55.619631 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device c7472f19-2122-4b8d-b18b-cd2ad4838e0b up at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:37:55.656560 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:55.657863 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08e452ca-db72-473f-84c0-9e7451c7e125 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:37:55.679058 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Provisioning complete for port c7472f19-2122-4b8d-b18b-cd2ad4838e0b triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:37:55.679583 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (c7472f19-2122-4b8d-b18b-cd2ad4838e0b), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:55.772281 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Current status of the port c7472f19-2122-4b8d-b18b-cd2ad4838e0b is: ACTIVE; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:37:55.794305 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e452ca-db72-473f-84c0-9e7451c7e125 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:37:55.799451 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-08e452ca-db72-473f-84c0-9e7451c7e125 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:55.807019 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d1d368-19be-42d9-a6c1-ca49dee325b6 None None] Sync routers for ids ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:37:55.819839 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d1d368-19be-42d9-a6c1-ca49dee325b6 None None] Routers {'0e825021-e5c0-47f7-bf54-fe8856ae3ffd'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:37:55.820837 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-63d1d368-19be-42d9-a6c1-ca49dee325b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:37:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:37:55.841052 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-08e452ca-db72-473f-84c0-9e7451c7e125 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "DELETE /v2.0/floatingips/5462376b-ed39-4c92-90d5-293ab8c51def HTTP/1.1" status: 204 len: 168 time: 1.0913827 Jul 20 19:37:55.841514 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2dbe30-65a1-4318-8019-8e8b9cb724e8', 'tag': 'b629eaba-44a3-4a33-af05-3aa3cbd94f91'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:37:55.843914 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19a49a82-7eb8-4d8c-8053-636a841c0f7a" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2dbe30-65a1-4318-8019-8e8b9cb724e8", "tag": "b629eaba-44a3-4a33-af05-3aa3cbd94f91"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:37:55.899084 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d50147-64b6-4071-bba4-671f1cf302e4 x-openstack-request-id: req-29d50147-64b6-4071-bba4-671f1cf302e4 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:37:55.899607 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2dbe30-65a1-4318-8019-8e8b9cb724e8", "tag": "b629eaba-44a3-4a33-af05-3aa3cbd94f91", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:37:55.900073 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-29d50147-64b6-4071-bba4-671f1cf302e4 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:37:55.900604 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-29d50147-64b6-4071-bba4-671f1cf302e4'] response: {'name': 'network-changed', 'server_uuid': '6b2dbe30-65a1-4318-8019-8e8b9cb724e8', 'tag': 'b629eaba-44a3-4a33-af05-3aa3cbd94f91', 'status': 'completed', 'code': 200} Jul 20 19:37:55.953127 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-63d1d368-19be-42d9-a6c1-ca49dee325b6 None None] Set router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:37:55.955375 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:55.992985 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:56.000939 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a49a82-7eb8-4d8c-8053-636a841c0f7a req-96312a71-ec64-4e5a-bb85-9d2ad0a2633f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:56.002890 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-19a49a82-7eb8-4d8c-8053-636a841c0f7a req-96312a71-ec64-4e5a-bb85-9d2ad0a2633f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3f1255754afb4cd384a11c87a9d717df&device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 1129 time: 0.0473275 Jul 20 19:37:56.131986 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a49a82-7eb8-4d8c-8053-636a841c0f7a req-4e66f2f2-39ea-4cdb-8c64-42586dd540e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:56.133832 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-19a49a82-7eb8-4d8c-8053-636a841c0f7a req-4e66f2f2-39ea-4cdb-8c64-42586dd540e6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b HTTP/1.1" status: 200 len: 913 time: 0.1195059 Jul 20 19:37:56.202143 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-63d1d368-19be-42d9-a6c1-ca49dee325b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'name': 'tempest-TestVolumeBootPattern-1308110093-router', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:43Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'gw_port': {'id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:44Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': 'e23475ed-8c19-42d9-90b7-7e144f771e9c', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'port_id': 'adb97b7c-ab6c-4cac-8466-afb36a56cddd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'mac_address': 'fa:16:3e:89:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7d635-c0fb-46d2-b8be-44ee48e97672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:33:51Z', 'updated_at': '2022-07-20T19:33:53Z', 'revision_number': 1, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2b7ed4-4909-4266-8539-2492412c1319', 'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'mac_address': 'fa:16:3e:9f:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:46Z', 'updated_at': '2022-07-20T19:28:51Z', 'revision_number': 5, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'subnets': [{'id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:37:56.231636 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d1d368-19be-42d9-a6c1-ca49dee325b6 None None] Checking router: 0e825021-e5c0-47f7-bf54-fe8856ae3ffd for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:37:56.241550 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d1d368-19be-42d9-a6c1-ca49dee325b6 None None] Routers {'0e825021-e5c0-47f7-bf54-fe8856ae3ffd'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:37:56.242180 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-63d1d368-19be-42d9-a6c1-ca49dee325b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:37:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:37:56.258422 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dcab198-349c-4905-b9bf-8321697e091e req-7747e29e-3ddb-433f-894c-025fd448bab4 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:56.259959 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1dcab198-349c-4905-b9bf-8321697e091e req-7747e29e-3ddb-433f-894c-025fd448bab4 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 945 time: 0.1980112 Jul 20 19:37:56.317031 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1dcab198-349c-4905-b9bf-8321697e091e req-f18fb406-6b99-45af-90c8-c4b8eb593b3c tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0509391 Jul 20 19:37:56.477345 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-63d1d368-19be-42d9-a6c1-ca49dee325b6 None None] Set router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:37:56.701092 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-63d1d368-19be-42d9-a6c1-ca49dee325b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'name': 'tempest-TestVolumeBootPattern-1308110093-router', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:43Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'gw_port': {'id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:44Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': 'e23475ed-8c19-42d9-90b7-7e144f771e9c', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'port_id': 'adb97b7c-ab6c-4cac-8466-afb36a56cddd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'mac_address': 'fa:16:3e:89:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7d635-c0fb-46d2-b8be-44ee48e97672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:33:51Z', 'updated_at': '2022-07-20T19:33:53Z', 'revision_number': 1, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2b7ed4-4909-4266-8539-2492412c1319', 'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'mac_address': 'fa:16:3e:9f:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:46Z', 'updated_at': '2022-07-20T19:28:51Z', 'revision_number': 5, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'subnets': [{'id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:37:56.727559 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d1d368-19be-42d9-a6c1-ca49dee325b6 None None] The sync data for ids ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'] in dv-cinder-850548-1-iscsi is: [{'id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'name': 'tempest-TestVolumeBootPattern-1308110093-router', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:43Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'gw_port': {'id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:44Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': 'e23475ed-8c19-42d9-90b7-7e144f771e9c', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'floating_ip_address': '172.27.3.211', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'port_id': 'adb97b7c-ab6c-4cac-8466-afb36a56cddd', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'mac_address': 'fa:16:3e:89:6d:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8a7d635-c0fb-46d2-b8be-44ee48e97672', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:33:51Z', 'updated_at': '2022-07-20T19:33:53Z', 'revision_number': 1, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a2b7ed4-4909-4266-8539-2492412c1319', 'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'mac_address': 'fa:16:3e:9f:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:46Z', 'updated_at': '2022-07-20T19:28:51Z', 'revision_number': 5, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'subnets': [{'id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:37:57.492310 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e68bbf1-33ae-4051-8ef1-ebe3fe5518e4 req-05d3467c-12ac-46b8-a9d8-e08b866e5ad1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:57.492310 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6e68bbf1-33ae-4051-8ef1-ebe3fe5518e4 req-05d3467c-12ac-46b8-a9d8-e08b866e5ad1 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 945 time: 0.1025727 Jul 20 19:37:57.517784 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:57.546224 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6e68bbf1-33ae-4051-8ef1-ebe3fe5518e4 req-67aa5fb9-5c65-485d-9455-05c06ab28498 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0491621 Jul 20 19:37:57.740852 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-19a49a82-7eb8-4d8c-8053-636a841c0f7a req-9cb89bc2-fb2e-4df8-843c-27b158691664 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b629eaba-44a3-4a33-af05-3aa3cbd94f91 HTTP/1.1" status: 200 len: 217 time: 0.0388994 Jul 20 19:37:57.776745 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e192e7e-a1d9-4966-98af-7e9727d1a968 None None] New status for floating IP 5462376b-ed39-4c92-90d5-293ab8c51def: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:37:57.798167 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a49a82-7eb8-4d8c-8053-636a841c0f7a req-63f78fde-5a14-416d-81c0-6a7df312a543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:57.800400 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-19a49a82-7eb8-4d8c-8053-636a841c0f7a req-63f78fde-5a14-416d-81c0-6a7df312a543 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4d19357c-ece7-45d1-a6a5-4668097ab380 HTTP/1.1" status: 200 len: 851 time: 0.0486062 Jul 20 19:37:57.967427 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a49a82-7eb8-4d8c-8053-636a841c0f7a req-d1c14f3a-884a-4b61-b31c-ea525342e5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:57.968957 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-19a49a82-7eb8-4d8c-8053-636a841c0f7a req-d1c14f3a-884a-4b61-b31c-ea525342e5fd service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0410872 Jul 20 19:37:58.068518 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-19a49a82-7eb8-4d8c-8053-636a841c0f7a req-ba917b81-042d-43ef-9411-d166e085000b service neutron] 10.222.0.96 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919728 Jul 20 19:37:58.373723 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-19a49a82-7eb8-4d8c-8053-636a841c0f7a req-7099d504-a076-4d34-a87d-3f1eaf357111 service neutron] 10.222.0.96 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907168 Jul 20 19:37:58.517895 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27927260-479a-4839-b664-a6a1a1098147 req-da3b83bc-4d86-49f0-b36c-dc1b687a18f8 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:58.519528 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-27927260-479a-4839-b664-a6a1a1098147 req-da3b83bc-4d86-49f0-b36c-dc1b687a18f8 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.96 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 945 time: 0.0538771 Jul 20 19:37:58.613866 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-27927260-479a-4839-b664-a6a1a1098147 req-9e9760bc-c4b9-4139-8e94-63fd89997123 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Deleting port b629eaba-44a3-4a33-af05-3aa3cbd94f91 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:37:58.614205 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-27927260-479a-4839-b664-a6a1a1098147 req-9e9760bc-c4b9-4139-8e94-63fd89997123 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (b629eaba-44a3-4a33-af05-3aa3cbd94f91), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:58.715986 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47699571-a2dd-4e3f-bc58-f420fca638ff req-097a9cd7-34cc-451b-bdff-2622731c24e2 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:37:58.717597 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-47699571-a2dd-4e3f-bc58-f420fca638ff req-097a9cd7-34cc-451b-bdff-2622731c24e2 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 945 time: 0.1001327 Jul 20 19:37:58.789527 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-27927260-479a-4839-b664-a6a1a1098147 req-9e9760bc-c4b9-4139-8e94-63fd89997123 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] For port b629eaba-44a3-4a33-af05-3aa3cbd94f91, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=b629eaba-44a3-4a33-af05-3aa3cbd94f91,segment=NetworkSegment(bc85ed34-e892-4f73-ad9d-357e54d0164b),segment_id=bc85ed34-e892-4f73-ad9d-357e54d0164b)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:37:58.790145 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-27927260-479a-4839-b664-a6a1a1098147 req-9e9760bc-c4b9-4139-8e94-63fd89997123 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (b629eaba-44a3-4a33-af05-3aa3cbd94f91), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:58.816014 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-47699571-a2dd-4e3f-bc58-f420fca638ff req-99c90c84-8467-49a9-a450-2aa8ac671fa0 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0918787 Jul 20 19:37:58.817248 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-27927260-479a-4839-b664-a6a1a1098147 req-9e9760bc-c4b9-4139-8e94-63fd89997123 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Calling delete_port for b629eaba-44a3-4a33-af05-3aa3cbd94f91 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:37:58.858521 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:37:58.955825 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-27927260-479a-4839-b664-a6a1a1098147 req-9e9760bc-c4b9-4139-8e94-63fd89997123 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (b629eaba-44a3-4a33-af05-3aa3cbd94f91), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:58.982900 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9760bc-c4b9-4139-8e94-63fd89997123 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Pushing event deleted for resources: {'Port': ['ID=b629eaba-44a3-4a33-af05-3aa3cbd94f91,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:37:59.032242 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-27927260-479a-4839-b664-a6a1a1098147 req-9e9760bc-c4b9-4139-8e94-63fd89997123 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] No DVR routers for this DVR port b629eaba-44a3-4a33-af05-3aa3cbd94f91 on host hv-cinder-85054 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:37:59.035164 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-27927260-479a-4839-b664-a6a1a1098147 req-9e9760bc-c4b9-4139-8e94-63fd89997123 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:37:59.038426 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-27927260-479a-4839-b664-a6a1a1098147 req-9e9760bc-c4b9-4139-8e94-63fd89997123 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.96 "DELETE /v2.0/ports/b629eaba-44a3-4a33-af05-3aa3cbd94f91 HTTP/1.1" status: 204 len: 173 time: 0.5113034 Jul 20 19:37:59.039125 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2dbe30-65a1-4318-8019-8e8b9cb724e8', 'name': 'network-vif-deleted', 'tag': 'b629eaba-44a3-4a33-af05-3aa3cbd94f91'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:37:59.041400 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9286ae42-807f-4401-a810-fdf30d0f56a2" -d '{"events": [{"server_uuid": "6b2dbe30-65a1-4318-8019-8e8b9cb724e8", "name": "network-vif-deleted", "tag": "b629eaba-44a3-4a33-af05-3aa3cbd94f91"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:37:59.080221 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:37:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce0fcc3-9848-4463-97a0-75d3e9878f28 x-openstack-request-id: req-3ce0fcc3-9848-4463-97a0-75d3e9878f28 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:37:59.080525 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2dbe30-65a1-4318-8019-8e8b9cb724e8", "name": "network-vif-deleted", "tag": "b629eaba-44a3-4a33-af05-3aa3cbd94f91", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:37:59.080824 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3ce0fcc3-9848-4463-97a0-75d3e9878f28 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:37:59.081294 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3ce0fcc3-9848-4463-97a0-75d3e9878f28'] response: {'server_uuid': '6b2dbe30-65a1-4318-8019-8e8b9cb724e8', 'name': 'network-vif-deleted', 'tag': 'b629eaba-44a3-4a33-af05-3aa3cbd94f91', 'status': 'completed', 'code': 200} Jul 20 19:37:59.937324 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d3e0f500-684a-4619-9166-8fdcc0ef8d84 req-cb8659cb-8556-47c2-96c2-fa6992526564 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=6b2dbe30-65a1-4318-8019-8e8b9cb724e8 HTTP/1.1" status: 200 len: 210 time: 0.0348897 Jul 20 19:38:00.325234 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=83,neutron:INSERT=6,neutron:DELETE=3,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:00.326138 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=21,neutron:DELETE=2,neutron:INSERT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:00.398092 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device b629eaba-44a3-4a33-af05-3aa3cbd94f91 no longer exists at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:38:00.418456 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] No Port match for: b629eaba-44a3-4a33-af05-3aa3cbd94f91 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:38:00.418812 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device b629eaba-44a3-4a33-af05-3aa3cbd94f91 not bound to the agent host hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:38:00.600515 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:03.238319 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 43668) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:03.356622 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:03.393803 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-2f6c5418-6e80-4f9b-bff2-7d17f863ce40 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Deleting port 94cf18c9-e8f8-4977-afd2-6e7cdf91a369 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:38:03.394151 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f6c5418-6e80-4f9b-bff2-7d17f863ce40 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (94cf18c9-e8f8-4977-afd2-6e7cdf91a369), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:03.475925 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f6c5418-6e80-4f9b-bff2-7d17f863ce40 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (94cf18c9-e8f8-4977-afd2-6e7cdf91a369), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:03.476167 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f6c5418-6e80-4f9b-bff2-7d17f863ce40 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for floatingip (94cf18c9-e8f8-4977-afd2-6e7cdf91a369), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:03.490918 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-2f6c5418-6e80-4f9b-bff2-7d17f863ce40 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Calling delete_port for 94cf18c9-e8f8-4977-afd2-6e7cdf91a369 owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:38:03.648556 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f6c5418-6e80-4f9b-bff2-7d17f863ce40 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (94cf18c9-e8f8-4977-afd2-6e7cdf91a369), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:03.674111 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c5418-6e80-4f9b-bff2-7d17f863ce40 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Pushing event deleted for resources: {'Port': ['ID=94cf18c9-e8f8-4977-afd2-6e7cdf91a369,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:03.743765 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f6c5418-6e80-4f9b-bff2-7d17f863ce40 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for floatingip (e23475ed-8c19-42d9-90b7-7e144f771e9c), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:03.744480 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-2f6c5418-6e80-4f9b-bff2-7d17f863ce40 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Floating IP e23475ed-8c19-42d9-90b7-7e144f771e9c disassociated (deleted). External IP: 172.27.3.211, port: adb97b7c-ab6c-4cac-8466-afb36a56cddd. Jul 20 19:38:03.960400 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=94,neutron:DELETE=6 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:03.964770 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6c5418-6e80-4f9b-bff2-7d17f863ce40 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:38:04.070790 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6c5418-6e80-4f9b-bff2-7d17f863ce40 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:38:04.075173 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-2f6c5418-6e80-4f9b-bff2-7d17f863ce40 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:04.080993 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f868347-e209-47a8-9fb1-6d9dcb1c4c0b None None] Sync routers for ids ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:38:04.091817 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f868347-e209-47a8-9fb1-6d9dcb1c4c0b None None] Routers {'0e825021-e5c0-47f7-bf54-fe8856ae3ffd'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:38:04.092521 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5f868347-e209-47a8-9fb1-6d9dcb1c4c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:37:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:04.107961 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-2f6c5418-6e80-4f9b-bff2-7d17f863ce40 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "DELETE /v2.0/floatingips/e23475ed-8c19-42d9-90b7-7e144f771e9c HTTP/1.1" status: 204 len: 168 time: 0.8684781 Jul 20 19:38:04.108638 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8a7d635-c0fb-46d2-b8be-44ee48e97672', 'tag': 'adb97b7c-ab6c-4cac-8466-afb36a56cddd'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:38:04.111095 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2f0923-1403-4652-b76e-de41713ffd6a" -d '{"events": [{"name": "network-changed", "server_uuid": "c8a7d635-c0fb-46d2-b8be-44ee48e97672", "tag": "adb97b7c-ab6c-4cac-8466-afb36a56cddd"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:38:04.153499 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:38:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6313fe45-ad11-4a96-aa7c-305f282bd697 x-openstack-request-id: req-6313fe45-ad11-4a96-aa7c-305f282bd697 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:38:04.153816 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8a7d635-c0fb-46d2-b8be-44ee48e97672", "tag": "adb97b7c-ab6c-4cac-8466-afb36a56cddd", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:38:04.154067 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-6313fe45-ad11-4a96-aa7c-305f282bd697 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:38:04.154682 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6313fe45-ad11-4a96-aa7c-305f282bd697'] response: {'name': 'network-changed', 'server_uuid': 'c8a7d635-c0fb-46d2-b8be-44ee48e97672', 'tag': 'adb97b7c-ab6c-4cac-8466-afb36a56cddd', 'status': 'completed', 'code': 200} Jul 20 19:38:04.208733 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-5f868347-e209-47a8-9fb1-6d9dcb1c4c0b None None] Set router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:38:04.235494 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:04.262847 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f0923-1403-4652-b76e-de41713ffd6a req-da0070f3-789a-4766-93bb-8957c9d62f53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:04.264594 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4b2f0923-1403-4652-b76e-de41713ffd6a req-da0070f3-789a-4766-93bb-8957c9d62f53 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=3f1255754afb4cd384a11c87a9d717df&device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 1129 time: 0.0564191 Jul 20 19:38:04.358057 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2de12ff7-f88c-4f17-b10a-c49449fcd91c req-ffe1fe0d-9264-4160-b69f-5ca85e3618d6 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:04.360073 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2de12ff7-f88c-4f17-b10a-c49449fcd91c req-ffe1fe0d-9264-4160-b69f-5ca85e3618d6 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 945 time: 0.0521097 Jul 20 19:38:04.410024 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:04.414337 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5f868347-e209-47a8-9fb1-6d9dcb1c4c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'name': 'tempest-TestVolumeBootPattern-1308110093-router', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:43Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'gw_port': {'id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:44Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '9a2b7ed4-4909-4266-8539-2492412c1319', 'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'mac_address': 'fa:16:3e:9f:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:46Z', 'updated_at': '2022-07-20T19:28:51Z', 'revision_number': 5, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'subnets': [{'id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:04.416409 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2de12ff7-f88c-4f17-b10a-c49449fcd91c req-f090f111-e04a-4f23-812b-258e6b1c8084 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0507908 Jul 20 19:38:04.445214 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f868347-e209-47a8-9fb1-6d9dcb1c4c0b None None] Checking router: 0e825021-e5c0-47f7-bf54-fe8856ae3ffd for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:38:04.454454 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f868347-e209-47a8-9fb1-6d9dcb1c4c0b None None] Routers {'0e825021-e5c0-47f7-bf54-fe8856ae3ffd'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:38:04.455073 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5f868347-e209-47a8-9fb1-6d9dcb1c4c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:37:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:04.553361 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:04.568648 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-5f868347-e209-47a8-9fb1-6d9dcb1c4c0b None None] Set router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:38:04.756521 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5f868347-e209-47a8-9fb1-6d9dcb1c4c0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'name': 'tempest-TestVolumeBootPattern-1308110093-router', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:43Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'gw_port': {'id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:44Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '9a2b7ed4-4909-4266-8539-2492412c1319', 'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'mac_address': 'fa:16:3e:9f:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:46Z', 'updated_at': '2022-07-20T19:28:51Z', 'revision_number': 5, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'subnets': [{'id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:04.790776 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f868347-e209-47a8-9fb1-6d9dcb1c4c0b None None] The sync data for ids ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'] in dv-cinder-850548-1-iscsi is: [{'id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'name': 'tempest-TestVolumeBootPattern-1308110093-router', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:43Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'gw_port': {'id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:44Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '9a2b7ed4-4909-4266-8539-2492412c1319', 'name': '', 'network_id': 'bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'mac_address': 'fa:16:3e:9f:9a:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_interface', 'standard_attr_id': 210, 'fixed_ips': [{'subnet_id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:46Z', 'updated_at': '2022-07-20T19:28:51Z', 'revision_number': 5, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'subnets': [{'id': '4d19357c-ece7-45d1-a6a5-4668097ab380', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:38:05.008069 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5097f45-9deb-42ad-ae9a-82e13f0c730a None None] New status for floating IP e23475ed-8c19-42d9-90b7-7e144f771e9c: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:38:05.539778 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0e6e5-c38a-4eaa-abf9-07c44ebd2a3d req-aabb68e0-5ee5-4c6e-b8f1-b27f6212629a tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:05.541244 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-03b0e6e5-c38a-4eaa-abf9-07c44ebd2a3d req-aabb68e0-5ee5-4c6e-b8f1-b27f6212629a tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 945 time: 0.0524333 Jul 20 19:38:05.589689 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-03b0e6e5-c38a-4eaa-abf9-07c44ebd2a3d req-b888cbf5-f34e-4024-94d0-6d083bff489f tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.0428851 Jul 20 19:38:05.883689 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f0923-1403-4652-b76e-de41713ffd6a req-0b588cc0-4283-4098-8905-8e4a83bee758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:05.885248 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4b2f0923-1403-4652-b76e-de41713ffd6a req-0b588cc0-4283-4098-8905-8e4a83bee758 service neutron] 10.222.0.96 "GET /v2.0/networks?id=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b HTTP/1.1" status: 200 len: 913 time: 0.0881464 Jul 20 19:38:06.413977 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4b2f0923-1403-4652-b76e-de41713ffd6a req-d4237e6f-4dff-4d59-9891-e3b5ba1f279e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=adb97b7c-ab6c-4cac-8466-afb36a56cddd HTTP/1.1" status: 200 len: 217 time: 0.2925897 Jul 20 19:38:06.548909 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f0923-1403-4652-b76e-de41713ffd6a req-652a9444-8af7-451a-a855-b81370101c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:06.549626 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf5f799-f910-45d1-8edf-92be24e6fd5f req-c3c6e400-6a61-4e96-9064-7906a2611c52 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:06.550486 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4b2f0923-1403-4652-b76e-de41713ffd6a req-652a9444-8af7-451a-a855-b81370101c61 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=4d19357c-ece7-45d1-a6a5-4668097ab380 HTTP/1.1" status: 200 len: 851 time: 0.0488622 Jul 20 19:38:06.550618 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-ebf5f799-f910-45d1-8edf-92be24e6fd5f req-c3c6e400-6a61-4e96-9064-7906a2611c52 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.96 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 945 time: 0.0487173 Jul 20 19:38:06.611385 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f0923-1403-4652-b76e-de41713ffd6a req-384d1d3f-6c6e-4dcf-8bfa-e9c95422772c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:06.613012 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4b2f0923-1403-4652-b76e-de41713ffd6a req-384d1d3f-6c6e-4dcf-8bfa-e9c95422772c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0498669 Jul 20 19:38:06.646739 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-ebf5f799-f910-45d1-8edf-92be24e6fd5f req-672220c5-4fa9-46ea-a955-01a59ab698e3 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Deleting port adb97b7c-ab6c-4cac-8466-afb36a56cddd {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:38:06.646739 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ebf5f799-f910-45d1-8edf-92be24e6fd5f req-672220c5-4fa9-46ea-a955-01a59ab698e3 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (adb97b7c-ab6c-4cac-8466-afb36a56cddd), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:06.744459 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-ebf5f799-f910-45d1-8edf-92be24e6fd5f req-672220c5-4fa9-46ea-a955-01a59ab698e3 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] For port adb97b7c-ab6c-4cac-8466-afb36a56cddd, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=adb97b7c-ab6c-4cac-8466-afb36a56cddd,segment=NetworkSegment(bc85ed34-e892-4f73-ad9d-357e54d0164b),segment_id=bc85ed34-e892-4f73-ad9d-357e54d0164b)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:38:06.744748 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baea89e-9acd-4eee-a7d5-34a6333e6d92 req-4e5db2b6-da9a-4927-9bca-97fd0b66eef8 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:06.744901 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ebf5f799-f910-45d1-8edf-92be24e6fd5f req-672220c5-4fa9-46ea-a955-01a59ab698e3 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (adb97b7c-ab6c-4cac-8466-afb36a56cddd), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:06.746048 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3baea89e-9acd-4eee-a7d5-34a6333e6d92 req-4e5db2b6-da9a-4927-9bca-97fd0b66eef8 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 945 time: 0.0668740 Jul 20 19:38:06.751822 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4b2f0923-1403-4652-b76e-de41713ffd6a req-e457cf34-8a8f-40ac-bf0c-443ca7c4658d service neutron] 10.222.0.96 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319230 Jul 20 19:38:06.759313 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-ebf5f799-f910-45d1-8edf-92be24e6fd5f req-672220c5-4fa9-46ea-a955-01a59ab698e3 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Calling delete_port for adb97b7c-ab6c-4cac-8466-afb36a56cddd owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:38:06.856718 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3baea89e-9acd-4eee-a7d5-34a6333e6d92 req-90a071ce-640e-4a0d-828b-ee04f13e0b72 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/security-groups?id=f83f3b1c-4b9e-4071-849a-158d7197aa48&fields=id&fields=name HTTP/1.1" status: 200 len: 310 time: 0.1039562 Jul 20 19:38:06.894522 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ebf5f799-f910-45d1-8edf-92be24e6fd5f req-672220c5-4fa9-46ea-a955-01a59ab698e3 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (adb97b7c-ab6c-4cac-8466-afb36a56cddd), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:06.895762 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4b2f0923-1403-4652-b76e-de41713ffd6a req-7658a420-6df8-4c6b-8950-e61c0a57b444 service neutron] 10.222.0.96 "GET /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290267 Jul 20 19:38:06.922566 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672220c5-4fa9-46ea-a955-01a59ab698e3 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Pushing event deleted for resources: {'Port': ['ID=adb97b7c-ab6c-4cac-8466-afb36a56cddd,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:06.972362 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf5f799-f910-45d1-8edf-92be24e6fd5f req-672220c5-4fa9-46ea-a955-01a59ab698e3 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] No DVR routers for this DVR port adb97b7c-ab6c-4cac-8466-afb36a56cddd on host hv-cinder-85054 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:38:06.975057 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ebf5f799-f910-45d1-8edf-92be24e6fd5f req-672220c5-4fa9-46ea-a955-01a59ab698e3 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:06.978549 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-ebf5f799-f910-45d1-8edf-92be24e6fd5f req-672220c5-4fa9-46ea-a955-01a59ab698e3 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.96 "DELETE /v2.0/ports/adb97b7c-ab6c-4cac-8466-afb36a56cddd HTTP/1.1" status: 204 len: 173 time: 0.4148803 Jul 20 19:38:06.979031 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8a7d635-c0fb-46d2-b8be-44ee48e97672', 'name': 'network-vif-deleted', 'tag': 'adb97b7c-ab6c-4cac-8466-afb36a56cddd'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:38:06.981610 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9cd79ebd3f805e6a7478220ee26c4e1921248cfe9318229c3fb3c09e22ed3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7610207d-bd84-4508-b73e-9a6a96f61f4f" -d '{"events": [{"server_uuid": "c8a7d635-c0fb-46d2-b8be-44ee48e97672", "name": "network-vif-deleted", "tag": "adb97b7c-ab6c-4cac-8466-afb36a56cddd"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:38:07.026696 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:38:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e2bd308-3e72-4f4e-a167-fdf653467331 x-openstack-request-id: req-9e2bd308-3e72-4f4e-a167-fdf653467331 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:38:07.026988 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8a7d635-c0fb-46d2-b8be-44ee48e97672", "name": "network-vif-deleted", "tag": "adb97b7c-ab6c-4cac-8466-afb36a56cddd", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:38:07.027237 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9e2bd308-3e72-4f4e-a167-fdf653467331 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:38:07.027699 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9e2bd308-3e72-4f4e-a167-fdf653467331'] response: {'server_uuid': 'c8a7d635-c0fb-46d2-b8be-44ee48e97672', 'name': 'network-vif-deleted', 'tag': 'adb97b7c-ab6c-4cac-8466-afb36a56cddd', 'status': 'completed', 'code': 200} Jul 20 19:38:07.986466 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cb931fa2-3e3d-4438-b55c-aa20fcd3b0c2 req-2663318a-863c-439c-9888-7fc98b195dd9 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "GET /v2.0/ports?device_id=c8a7d635-c0fb-46d2-b8be-44ee48e97672 HTTP/1.1" status: 200 len: 210 time: 0.0310783 Jul 20 19:38:08.117953 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-e53765aa-807b-42d7-9354-a6cd6c9464e8 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-126916809&fields=id&tenant_id=f3f0c2dd35fa4890a64fcc7dcaddc633 HTTP/1.1" status: 200 len: 267 time: 0.0472307 Jul 20 19:38:08.236671 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-9782b7a1-8e15-4755-ac6e-b7d574df2086 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:08.238144 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-9782b7a1-8e15-4755-ac6e-b7d574df2086 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/networks?id=9b89c0a6-a46c-4abc-8170-f8b4a3cbb712 HTTP/1.1" status: 200 len: 809 time: 0.1138408 Jul 20 19:38:08.253444 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-e7912889-1374-4cd1-a11c-20018360fec3 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/quotas/f3f0c2dd35fa4890a64fcc7dcaddc633 HTTP/1.1" status: 200 len: 375 time: 0.0092957 Jul 20 19:38:08.269158 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:08.304781 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-4520e8c0-613a-471f-967a-b89485b93c39 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=f3f0c2dd35fa4890a64fcc7dcaddc633&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0452871 Jul 20 19:38:08.324158 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-15280a21-c4b0-4d38-8f9f-f3eeda9c81bd service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:38:08.325156 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-15280a21-c4b0-4d38-8f9f-f3eeda9c81bd service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0053079 Jul 20 19:38:08.421715 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device adb97b7c-ab6c-4cac-8466-afb36a56cddd no longer exists at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:38:08.427241 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-6cf5d8df-68e1-4411-8d50-59e47d2076dd service neutron] 10.222.0.79 "GET /v2.0/networks/9b89c0a6-a46c-4abc-8170-f8b4a3cbb712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955243 Jul 20 19:38:08.449575 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] No Port match for: adb97b7c-ab6c-4cac-8466-afb36a56cddd {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:38:08.449960 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device adb97b7c-ab6c-4cac-8466-afb36a56cddd not bound to the agent host hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:38:08.509474 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:08.525381 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-4a45a2d7-0cfa-4b29-9018-d95eea5a6611 service neutron] 10.222.0.79 "GET /v2.0/networks/9b89c0a6-a46c-4abc-8170-f8b4a3cbb712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921581 Jul 20 19:38:08.818780 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e5a214d0-f696-4ab1-b7bc-625ff2cb5155 req-d5649775-58b8-4965-b54b-5b878a637275 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 210 time: 0.0340519 Jul 20 19:38:09.052630 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43728) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:09.166755 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-851cc790-ad68-4282-b6ce-998734a82bc7 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Deleting port 59435f2d-6306-4f3f-a554-383789ee4661 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:38:09.167095 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-851cc790-ad68-4282-b6ce-998734a82bc7 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (59435f2d-6306-4f3f-a554-383789ee4661), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:09.250498 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-851cc790-ad68-4282-b6ce-998734a82bc7 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (59435f2d-6306-4f3f-a554-383789ee4661), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:09.250832 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-851cc790-ad68-4282-b6ce-998734a82bc7 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for floatingip (59435f2d-6306-4f3f-a554-383789ee4661), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:09.263728 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-851cc790-ad68-4282-b6ce-998734a82bc7 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Calling delete_port for 59435f2d-6306-4f3f-a554-383789ee4661 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:38:09.401023 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-851cc790-ad68-4282-b6ce-998734a82bc7 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (59435f2d-6306-4f3f-a554-383789ee4661), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:09.426938 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851cc790-ad68-4282-b6ce-998734a82bc7 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Pushing event deleted for resources: {'Port': ['ID=59435f2d-6306-4f3f-a554-383789ee4661,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:09.451761 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=90,neutron:DELETE=10 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:09.489309 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-851cc790-ad68-4282-b6ce-998734a82bc7 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for floatingip (50d3789f-75dc-4968-9c26-093bb1efda62), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:09.491764 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-851cc790-ad68-4282-b6ce-998734a82bc7 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:09.492938 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-851cc790-ad68-4282-b6ce-998734a82bc7 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "DELETE /v2.0/floatingips/50d3789f-75dc-4968-9c26-093bb1efda62 HTTP/1.1" status: 204 len: 168 time: 0.4401608 Jul 20 19:38:09.952821 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4d898a30-f3c3-449d-830f-3db950247d7d req-c09604a0-6a59-4a92-aa7f-7b9f54e72940 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 210 time: 0.0310743 Jul 20 19:38:09.969419 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:10.004449 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-33bda6be-31e2-41af-8e7b-b38249107831 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:10.006514 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-33bda6be-31e2-41af-8e7b-b38249107831 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.96 "GET /v2.0/networks?id=9b89c0a6-a46c-4abc-8170-f8b4a3cbb712 HTTP/1.1" status: 200 len: 809 time: 0.1455317 Jul 20 19:38:10.100992 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-71b64f41-1d42-49b6-8307-6898484676a6 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f3f0c2dd35fa4890a64fcc7dcaddc633 HTTP/1.1" status: 200 len: 379 time: 0.0566897 Jul 20 19:38:10.109747 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-a3494a05-f90a-495c-b061-6aaf356c244d tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Request body: {'port': {'device_id': '67e24067-14b4-4dfd-93ea-3acf3fe777c2', 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712', 'admin_state_up': True, 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'security_groups': ['bc992baf-0525-4bb0-8f63-7d66d271192a']}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:38:10.221964 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-a3494a05-f90a-495c-b061-6aaf356c244d tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Made reservation on behalf of f3f0c2dd35fa4890a64fcc7dcaddc633 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:38:10.226102 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-a3494a05-f90a-495c-b061-6aaf356c244d tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:10.352760 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-a3494a05-f90a-495c-b061-6aaf356c244d tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Allocated IP 172.20.0.13 (9b89c0a6-a46c-4abc-8170-f8b4a3cbb712/a2bb6b12-0fd1-4309-b9b0-cd8302be8a40/3cb27c30-2f2b-4e29-97fe-211854c955e8) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:38:10.497437 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-a3494a05-f90a-495c-b061-6aaf356c244d tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for port (3cb27c30-2f2b-4e29-97fe-211854c955e8), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:10.529339 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-a3494a05-f90a-495c-b061-6aaf356c244d tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (3cb27c30-2f2b-4e29-97fe-211854c955e8), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:10.572409 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-a3494a05-f90a-495c-b061-6aaf356c244d tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Network 9b89c0a6-a46c-4abc-8170-f8b4a3cbb712 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:38:10.577710 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-a3494a05-f90a-495c-b061-6aaf356c244d tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:38:10.581740 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-a3494a05-f90a-495c-b061-6aaf356c244d tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:38:10.611530 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3494a05-f90a-495c-b061-6aaf356c244d tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Pushing event updated for resources: {'Port': ['ID=3cb27c30-2f2b-4e29-97fe-211854c955e8,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:10.643147 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-a3494a05-f90a-495c-b061-6aaf356c244d tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:10.646375 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-a3494a05-f90a-495c-b061-6aaf356c244d tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:10.668809 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-a3494a05-f90a-495c-b061-6aaf356c244d tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5624297 Jul 20 19:38:10.699111 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-f5e970a1-a134-4b95-a8f4-db496d48b49b service neutron] Request body: {'port': {'device_id': '67e24067-14b4-4dfd-93ea-3acf3fe777c2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85054'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:38:10.714200 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 43744) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:10.783896 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=94,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:10.792236 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-f5e970a1-a134-4b95-a8f4-db496d48b49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (3cb27c30-2f2b-4e29-97fe-211854c955e8), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:10.805673 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a6443192-19c6-46f5-abc8-3adcfe0cd840 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for security_group (f83f3b1c-4b9e-4071-849a-158d7197aa48), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:10.843946 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a6443192-19c6-46f5-abc8-3adcfe0cd840 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for security_group (f83f3b1c-4b9e-4071-849a-158d7197aa48), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:10.889682 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ba0d476a-fba3-45ff-9131-2e42c570e96b None None] Provisioning complete for port 3cb27c30-2f2b-4e29-97fe-211854c955e8 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:38:10.890364 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ba0d476a-fba3-45ff-9131-2e42c570e96b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (3cb27c30-2f2b-4e29-97fe-211854c955e8), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:10.916214 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=90,neutron:INSERT=4,neutron:UPDATE=4,neutron:DELETE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:10.922065 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a6443192-19c6-46f5-abc8-3adcfe0cd840 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (f83f3b1c-4b9e-4071-849a-158d7197aa48), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:10.924867 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-a6443192-19c6-46f5-abc8-3adcfe0cd840 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:10.929377 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-a6443192-19c6-46f5-abc8-3adcfe0cd840 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] 10.222.0.79 "DELETE /v2.0/security-groups/f83f3b1c-4b9e-4071-849a-158d7197aa48 HTTP/1.1" status: 204 len: 168 time: 0.2106917 Jul 20 19:38:10.934004 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ba0d476a-fba3-45ff-9131-2e42c570e96b None None] Port 3cb27c30-2f2b-4e29-97fe-211854c955e8 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:38:10.937115 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6443192-19c6-46f5-abc8-3adcfe0cd840 tempest-TestVolumeBootPattern-1531150022 tempest-TestVolumeBootPattern-1531150022-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83f3b1c-4b9e-4071-849a-158d7197aa48,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:10.988698 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 43750) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:11.079190 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890f8ff8-7531-4d2f-8363-131ef39e1cf4 req-5985a0a3-5905-42ba-bc4c-518357dc0bc1 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:11.080791 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-890f8ff8-7531-4d2f-8363-131ef39e1cf4 req-5985a0a3-5905-42ba-bc4c-518357dc0bc1 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 932 time: 0.0557911 Jul 20 19:38:11.128668 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-f5e970a1-a134-4b95-a8f4-db496d48b49b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cb27c30-2f2b-4e29-97fe-211854c955e8 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:38:11.136688 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-f5e970a1-a134-4b95-a8f4-db496d48b49b service neutron] Publish callbacks [] for port (3cb27c30-2f2b-4e29-97fe-211854c955e8), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:11.149731 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-f5e970a1-a134-4b95-a8f4-db496d48b49b service neutron] Transition to ACTIVE for port object 3cb27c30-2f2b-4e29-97fe-211854c955e8 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:38:11.153584 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-f5e970a1-a134-4b95-a8f4-db496d48b49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525612'] for port (3cb27c30-2f2b-4e29-97fe-211854c955e8), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:11.229338 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-890f8ff8-7531-4d2f-8363-131ef39e1cf4 req-8bdb66d6-b7b7-469b-b7ae-4fd3a32742ad tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1292839 Jul 20 19:38:11.233027 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e970a1-a134-4b95-a8f4-db496d48b49b service neutron] Pushing event updated for resources: {'Port': ['ID=3cb27c30-2f2b-4e29-97fe-211854c955e8,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:11.299068 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-f5e970a1-a134-4b95-a8f4-db496d48b49b service neutron] Attempting to bind port 3cb27c30-2f2b-4e29-97fe-211854c955e8 on host hv-cinder-85054 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:38:11.300066 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-f5e970a1-a134-4b95-a8f4-db496d48b49b service neutron] Attempting to bind port 3cb27c30-2f2b-4e29-97fe-211854c955e8 by drivers openvswitch,hyperv on host hv-cinder-85054 at level 0 using segments [{'id': '7653af05-7371-43ac-ab31-08326cf09c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:38:11.300066 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-f5e970a1-a134-4b95-a8f4-db496d48b49b service neutron] Attempting to bind port 3cb27c30-2f2b-4e29-97fe-211854c955e8 on network 9b89c0a6-a46c-4abc-8170-f8b4a3cbb712 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:38:11.304840 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-f5e970a1-a134-4b95-a8f4-db496d48b49b service neutron] Port 3cb27c30-2f2b-4e29-97fe-211854c955e8 on network 9b89c0a6-a46c-4abc-8170-f8b4a3cbb712 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85054 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:38:11.305193 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-f5e970a1-a134-4b95-a8f4-db496d48b49b service neutron] Attempting to bind port 3cb27c30-2f2b-4e29-97fe-211854c955e8 on network 9b89c0a6-a46c-4abc-8170-f8b4a3cbb712 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:38:11.311050 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-f5e970a1-a134-4b95-a8f4-db496d48b49b service neutron] Checking agent: {'id': 'e6883320-19dd-4a2d-8302-97f8dd23b041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85054', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'started_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 37, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:38:11.311446 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-f5e970a1-a134-4b95-a8f4-db496d48b49b service neutron] Checking segment: {'id': '7653af05-7371-43ac-ab31-08326cf09c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:38:11.311761 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-f5e970a1-a134-4b95-a8f4-db496d48b49b service neutron] Bound using segment: {'id': '7653af05-7371-43ac-ab31-08326cf09c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:38:11.312562 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-f5e970a1-a134-4b95-a8f4-db496d48b49b service neutron] Bound port: 3cb27c30-2f2b-4e29-97fe-211854c955e8, host: hv-cinder-85054, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7653af05-7371-43ac-ab31-08326cf09c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 952, 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:38:11.312562 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-f5e970a1-a134-4b95-a8f4-db496d48b49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (3cb27c30-2f2b-4e29-97fe-211854c955e8), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:11.389254 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-f5e970a1-a134-4b95-a8f4-db496d48b49b service neutron] For port 3cb27c30-2f2b-4e29-97fe-211854c955e8, host hv-cinder-85054, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:38:11.392580 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-f5e970a1-a134-4b95-a8f4-db496d48b49b service neutron] For port 3cb27c30-2f2b-4e29-97fe-211854c955e8, host hv-cinder-85054, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=3cb27c30-2f2b-4e29-97fe-211854c955e8,segment=NetworkSegment(7653af05-7371-43ac-ab31-08326cf09c3e),segment_id=7653af05-7371-43ac-ab31-08326cf09c3e)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:38:11.401685 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-f5e970a1-a134-4b95-a8f4-db496d48b49b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525612'] for port (3cb27c30-2f2b-4e29-97fe-211854c955e8), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:11.438559 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-f5e970a1-a134-4b95-a8f4-db496d48b49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:11.439149 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-f5e970a1-a134-4b95-a8f4-db496d48b49b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:11.440667 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-f5e970a1-a134-4b95-a8f4-db496d48b49b service neutron] 10.222.0.96 "PUT /v2.0/ports/3cb27c30-2f2b-4e29-97fe-211854c955e8 HTTP/1.1" status: 200 len: 1094 time: 0.7514129 Jul 20 19:38:11.441119 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e24067-14b4-4dfd-93ea-3acf3fe777c2', 'tag': '3cb27c30-2f2b-4e29-97fe-211854c955e8'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:38:11.443822 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9cd79ebd3f805e6a7478220ee26c4e1921248cfe9318229c3fb3c09e22ed3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59d62272-e041-404f-95d0-c0b2ac4eb0ce" -d '{"events": [{"name": "network-changed", "server_uuid": "67e24067-14b4-4dfd-93ea-3acf3fe777c2", "tag": "3cb27c30-2f2b-4e29-97fe-211854c955e8"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:38:11.484212 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e970a1-a134-4b95-a8f4-db496d48b49b service neutron] Pushing event updated for resources: {'Port': ['ID=3cb27c30-2f2b-4e29-97fe-211854c955e8,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:11.499614 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5c4ec51-988b-4321-ade9-ae094827a12b x-openstack-request-id: req-e5c4ec51-988b-4321-ade9-ae094827a12b {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:38:11.499907 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e24067-14b4-4dfd-93ea-3acf3fe777c2", "tag": "3cb27c30-2f2b-4e29-97fe-211854c955e8", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:38:11.500165 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e5c4ec51-988b-4321-ade9-ae094827a12b {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:38:11.500576 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e5c4ec51-988b-4321-ade9-ae094827a12b'] response: {'name': 'network-changed', 'server_uuid': '67e24067-14b4-4dfd-93ea-3acf3fe777c2', 'tag': '3cb27c30-2f2b-4e29-97fe-211854c955e8', 'status': 'completed', 'code': 200} Jul 20 19:38:11.548997 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70a23ef1-a50e-4ba1-bc79-b247f01427e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712453'] for router_interface (0e825021-e5c0-47f7-bf54-fe8856ae3ffd), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:11.566013 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-160c0c2d-a9ae-42b4-aba2-ddb23972b4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:11.568283 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-160c0c2d-a9ae-42b4-aba2-ddb23972b4f9 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f3f0c2dd35fa4890a64fcc7dcaddc633&device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 1128 time: 0.0548418 Jul 20 19:38:11.623357 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-80670075-d8cc-4bac-80c8-890ff273234f service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cb27c30-2f2b-4e29-97fe-211854c955e8 HTTP/1.1" status: 200 len: 217 time: 0.0412605 Jul 20 19:38:11.682707 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-45c28ff0-6773-4d27-a939-53f22e3c1a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:11.684175 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-45c28ff0-6773-4d27-a939-53f22e3c1a94 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a2bb6b12-0fd1-4309-b9b0-cd8302be8a40 HTTP/1.1" status: 200 len: 848 time: 0.0546165 Jul 20 19:38:11.731269 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-f32c4f53-6e31-4110-8689-b08a139e42b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:11.732707 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-f32c4f53-6e31-4110-8689-b08a139e42b6 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9b89c0a6-a46c-4abc-8170-f8b4a3cbb712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0406067 Jul 20 19:38:11.737698 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:11.814294 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-70a23ef1-a50e-4ba1-bc79-b247f01427e5 admin admin] Deleting port 9a2b7ed4-4909-4266-8539-2492412c1319 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:38:11.814637 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70a23ef1-a50e-4ba1-bc79-b247f01427e5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (9a2b7ed4-4909-4266-8539-2492412c1319), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:11.905066 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-70a23ef1-a50e-4ba1-bc79-b247f01427e5 admin admin] For port 9a2b7ed4-4909-4266-8539-2492412c1319, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=9a2b7ed4-4909-4266-8539-2492412c1319,segment=NetworkSegment(bc85ed34-e892-4f73-ad9d-357e54d0164b),segment_id=bc85ed34-e892-4f73-ad9d-357e54d0164b)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:38:11.905331 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70a23ef1-a50e-4ba1-bc79-b247f01427e5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (9a2b7ed4-4909-4266-8539-2492412c1319), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:11.920482 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:11.922173 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-70a23ef1-a50e-4ba1-bc79-b247f01427e5 admin admin] Calling delete_port for 9a2b7ed4-4909-4266-8539-2492412c1319 owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:38:12.073977 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-f2e70841-780b-490e-836e-1efc0cb4b889 service neutron] 10.222.0.96 "GET /v2.0/networks/9b89c0a6-a46c-4abc-8170-f8b4a3cbb712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3299470 Jul 20 19:38:12.113895 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70a23ef1-a50e-4ba1-bc79-b247f01427e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (9a2b7ed4-4909-4266-8539-2492412c1319), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:12.144917 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a23ef1-a50e-4ba1-bc79-b247f01427e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a2b7ed4-4909-4266-8539-2492412c1319,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:12.157976 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:12.170244 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-7a8daa68-2ba1-49f6-a289-73c989db42cd req-70aa278b-1a96-47c2-bbde-2d5f22d881b6 service neutron] 10.222.0.96 "GET /v2.0/networks/9b89c0a6-a46c-4abc-8170-f8b4a3cbb712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876198 Jul 20 19:38:12.347764 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70a23ef1-a50e-4ba1-bc79-b247f01427e5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2037749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712593'] for router_interface (0e825021-e5c0-47f7-bf54-fe8856ae3ffd), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:12.372199 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a8b2db-1ccd-4372-8645-af6dc057bfa0 req-77d11b55-e119-4ad7-a80b-e3c937f48a07 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:12.373680 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-12a8b2db-1ccd-4372-8645-af6dc057bfa0 req-77d11b55-e119-4ad7-a80b-e3c937f48a07 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 944 time: 0.0637760 Jul 20 19:38:12.494490 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-12a8b2db-1ccd-4372-8645-af6dc057bfa0 req-78dca386-b2f7-4abd-bc93-df175e2e8fab tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0909643 Jul 20 19:38:12.578450 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:12.579889 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:INSERT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:12.584576 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d62272-e041-404f-95d0-c0b2ac4eb0ce req-92e5f8f2-9538-454d-b770-ea41d4cfe832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:12.586124 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-59d62272-e041-404f-95d0-c0b2ac4eb0ce req-92e5f8f2-9538-454d-b770-ea41d4cfe832 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f3f0c2dd35fa4890a64fcc7dcaddc633&device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 1128 time: 0.0436170 Jul 20 19:38:12.611207 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70a23ef1-a50e-4ba1-bc79-b247f01427e5 admin admin] Router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:38:12.691569 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d62272-e041-404f-95d0-c0b2ac4eb0ce req-ea792ca9-8e4f-44c2-b3a2-8c37b78bc7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:12.694194 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-59d62272-e041-404f-95d0-c0b2ac4eb0ce req-ea792ca9-8e4f-44c2-b3a2-8c37b78bc7b3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9b89c0a6-a46c-4abc-8170-f8b4a3cbb712 HTTP/1.1" status: 200 len: 910 time: 0.1002848 Jul 20 19:38:12.718276 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70a23ef1-a50e-4ba1-bc79-b247f01427e5 admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:38:12.723527 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-70a23ef1-a50e-4ba1-bc79-b247f01427e5 admin admin] 10.222.0.79 "PUT /v2.0/routers/0e825021-e5c0-47f7-bf54-fe8856ae3ffd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7327585 Jul 20 19:38:12.726063 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 43760) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:12.728732 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d91a67f-7524-45fc-b6b8-80af9f3b8447 None None] Sync routers for ids ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:38:12.739788 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d91a67f-7524-45fc-b6b8-80af9f3b8447 None None] Routers {'0e825021-e5c0-47f7-bf54-fe8856ae3ffd'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:38:12.740753 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1d91a67f-7524-45fc-b6b8-80af9f3b8447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:37:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:12.741527 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-59d62272-e041-404f-95d0-c0b2ac4eb0ce req-28311844-a91b-49b2-8d85-d7f8c7674d5c service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cb27c30-2f2b-4e29-97fe-211854c955e8 HTTP/1.1" status: 200 len: 217 time: 0.0398991 Jul 20 19:38:12.797942 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d62272-e041-404f-95d0-c0b2ac4eb0ce req-c680a50f-3af7-4680-b654-cc459561adda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:12.799794 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-59d62272-e041-404f-95d0-c0b2ac4eb0ce req-c680a50f-3af7-4680-b654-cc459561adda service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a2bb6b12-0fd1-4309-b9b0-cd8302be8a40 HTTP/1.1" status: 200 len: 848 time: 0.0515499 Jul 20 19:38:12.830361 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c46cac12-f709-4528-9391-f8db5bdb140b admin admin] Publish callbacks [] for router (0e825021-e5c0-47f7-bf54-fe8856ae3ffd), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:12.850279 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-1d91a67f-7524-45fc-b6b8-80af9f3b8447 None None] Set router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:38:12.855890 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d62272-e041-404f-95d0-c0b2ac4eb0ce req-035c3f54-83da-4c1a-830d-91df40cd3ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:12.857452 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-59d62272-e041-404f-95d0-c0b2ac4eb0ce req-035c3f54-83da-4c1a-830d-91df40cd3ac8 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9b89c0a6-a46c-4abc-8170-f8b4a3cbb712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0505238 Jul 20 19:38:12.867596 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:12.946954 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c46cac12-f709-4528-9391-f8db5bdb140b admin admin] Publish callbacks [] for router_gateway (0e825021-e5c0-47f7-bf54-fe8856ae3ffd), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:12.968416 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-59d62272-e041-404f-95d0-c0b2ac4eb0ce req-06f8b7f6-449b-4ebc-9ecb-9113ae13afa5 service neutron] 10.222.0.96 "GET /v2.0/networks/9b89c0a6-a46c-4abc-8170-f8b4a3cbb712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994408 Jul 20 19:38:12.995863 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c46cac12-f709-4528-9391-f8db5bdb140b admin admin] Deleting port d92a579a-cb82-4297-9bb7-605b3a89ed74 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:38:12.996302 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c46cac12-f709-4528-9391-f8db5bdb140b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (d92a579a-cb82-4297-9bb7-605b3a89ed74), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:13.020681 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:13.039406 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1d91a67f-7524-45fc-b6b8-80af9f3b8447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'name': 'tempest-TestVolumeBootPattern-1308110093-router', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34'}], 'enable_snat': True}, 'gw_port_id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:43Z', 'updated_at': '2022-07-20T19:38:12Z', 'revision_number': 5, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'gw_port': {'id': 'd92a579a-cb82-4297-9bb7-605b3a89ed74', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:20:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:44Z', 'updated_at': '2022-07-20T19:28:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:13.065036 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d91a67f-7524-45fc-b6b8-80af9f3b8447 None None] Checking router: 0e825021-e5c0-47f7-bf54-fe8856ae3ffd for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:38:13.073443 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-59d62272-e041-404f-95d0-c0b2ac4eb0ce req-5370b800-b0ed-4c86-885d-7316a9e248f9 service neutron] 10.222.0.96 "GET /v2.0/networks/9b89c0a6-a46c-4abc-8170-f8b4a3cbb712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982456 Jul 20 19:38:13.074949 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d91a67f-7524-45fc-b6b8-80af9f3b8447 None None] Routers {'0e825021-e5c0-47f7-bf54-fe8856ae3ffd'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:38:13.075562 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1d91a67f-7524-45fc-b6b8-80af9f3b8447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:37:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:13.082594 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-c46cac12-f709-4528-9391-f8db5bdb140b admin admin] For port d92a579a-cb82-4297-9bb7-605b3a89ed74, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=d92a579a-cb82-4297-9bb7-605b3a89ed74,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:38:13.082994 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c46cac12-f709-4528-9391-f8db5bdb140b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (d92a579a-cb82-4297-9bb7-605b3a89ed74), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:13.099705 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-c46cac12-f709-4528-9391-f8db5bdb140b admin admin] Calling delete_port for d92a579a-cb82-4297-9bb7-605b3a89ed74 owned by network:router_gateway {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:38:13.288245 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c46cac12-f709-4528-9391-f8db5bdb140b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (d92a579a-cb82-4297-9bb7-605b3a89ed74), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:13.294240 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-1d91a67f-7524-45fc-b6b8-80af9f3b8447 None None] Set router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:38:13.321814 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cac12-f709-4528-9391-f8db5bdb140b admin admin] Pushing event deleted for resources: {'Port': ['ID=d92a579a-cb82-4297-9bb7-605b3a89ed74,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:13.346653 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-1d91a67f-7524-45fc-b6b8-80af9f3b8447 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'name': 'tempest-TestVolumeBootPattern-1308110093-router', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:43Z', 'updated_at': '2022-07-20T19:38:12Z', 'revision_number': 6, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'gw_port_host': None}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:13.373525 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d91a67f-7524-45fc-b6b8-80af9f3b8447 None None] The sync data for ids ['0e825021-e5c0-47f7-bf54-fe8856ae3ffd'] in dv-cinder-850548-1-iscsi is: [{'id': '0e825021-e5c0-47f7-bf54-fe8856ae3ffd', 'name': 'tempest-TestVolumeBootPattern-1308110093-router', 'tenant_id': '3f1255754afb4cd384a11c87a9d717df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:43Z', 'updated_at': '2022-07-20T19:38:12Z', 'revision_number': 6, 'project_id': '3f1255754afb4cd384a11c87a9d717df', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:38:13.386985 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c46cac12-f709-4528-9391-f8db5bdb140b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1823180'] for router_gateway (0e825021-e5c0-47f7-bf54-fe8856ae3ffd), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:13.621007 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-f8aa78a7-b5fc-45c7-8218-b311154f644e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:13.777550 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c46cac12-f709-4528-9391-f8db5bdb140b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1715651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3463'] for router (0e825021-e5c0-47f7-bf54-fe8856ae3ffd), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:13.782041 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c46cac12-f709-4528-9391-f8db5bdb140b admin admin] Publish callbacks [] for router_controller (0e825021-e5c0-47f7-bf54-fe8856ae3ffd), precommit_delete_associations {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:13.793861 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a3a540-2a8c-46df-997b-1bdd65c53bc5 req-5d491cbf-a8af-406b-93ff-02057f776f3f tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:13.795425 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-82a3a540-2a8c-46df-997b-1bdd65c53bc5 req-5d491cbf-a8af-406b-93ff-02057f776f3f tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 944 time: 0.0587876 Jul 20 19:38:13.830289 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:13.861662 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c46cac12-f709-4528-9391-f8db5bdb140b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715575'] for router (0e825021-e5c0-47f7-bf54-fe8856ae3ffd), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:13.862379 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c46cac12-f709-4528-9391-f8db5bdb140b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e825021-e5c0-47f7-bf54-fe8856ae3ffd {{(pid=104008) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 19:38:13.869965 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-c46cac12-f709-4528-9391-f8db5bdb140b admin admin] Publish callbacks [] for router (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:13.871181 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-c46cac12-f709-4528-9391-f8db5bdb140b admin admin] 10.222.0.79 "DELETE /v2.0/routers/0e825021-e5c0-47f7-bf54-fe8856ae3ffd HTTP/1.1" status: 204 len: 168 time: 1.1441457 Jul 20 19:38:13.875637 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43764) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:13.904419 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-82a3a540-2a8c-46df-997b-1bdd65c53bc5 req-ef042623-9b0c-4393-9a68-55dd3ba1e646 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0727320 Jul 20 19:38:13.933666 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f97aa83-e98a-436f-acaa-60fdefa93ea2 admin admin] Deleting subnet 4d19357c-ece7-45d1-a6a5-4668097ab380 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:38:13.937142 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f97aa83-e98a-436f-acaa-60fdefa93ea2 admin admin] Publish callbacks [] for subnet (4d19357c-ece7-45d1-a6a5-4668097ab380), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:13.979824 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f97aa83-e98a-436f-acaa-60fdefa93ea2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25615735'] for subnet (4d19357c-ece7-45d1-a6a5-4668097ab380), precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:14.094877 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f97aa83-e98a-436f-acaa-60fdefa93ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742266'] for subnet (4d19357c-ece7-45d1-a6a5-4668097ab380), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:14.150219 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f97aa83-e98a-436f-acaa-60fdefa93ea2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26524778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26866038'] for subnet (4d19357c-ece7-45d1-a6a5-4668097ab380), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:14.178808 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f97aa83-e98a-436f-acaa-60fdefa93ea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4d19357c-ece7-45d1-a6a5-4668097ab380,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:14.185488 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5f97aa83-e98a-436f-acaa-60fdefa93ea2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:14.189308 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-5f97aa83-e98a-436f-acaa-60fdefa93ea2 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/4d19357c-ece7-45d1-a6a5-4668097ab380 HTTP/1.1" status: 204 len: 168 time: 0.3104336 Jul 20 19:38:14.190466 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f42809-5888-4e00-999c-7657ed300b50 None None] Network bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:38:14.191904 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 43766) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:14.195322 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:INSERT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:14.231170 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 9a2b7ed4-4909-4266-8539-2492412c1319 no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:38:14.279753 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dab01a7a-8ab2-4cd2-9180-f7e04823c361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636708'] for network (bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:14.289595 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: 9a2b7ed4-4909-4266-8539-2492412c1319 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:38:14.289955 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 9a2b7ed4-4909-4266-8539-2492412c1319 not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:38:14.324958 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-dab01a7a-8ab2-4cd2-9180-f7e04823c361 admin admin] Deleting port 1c530bf9-93c7-4b70-a5b1-05f9721fff36 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:38:14.325532 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dab01a7a-8ab2-4cd2-9180-f7e04823c361 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (1c530bf9-93c7-4b70-a5b1-05f9721fff36), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:14.395882 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-dab01a7a-8ab2-4cd2-9180-f7e04823c361 admin admin] For port 1c530bf9-93c7-4b70-a5b1-05f9721fff36, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=1c530bf9-93c7-4b70-a5b1-05f9721fff36,segment=NetworkSegment(bc85ed34-e892-4f73-ad9d-357e54d0164b),segment_id=bc85ed34-e892-4f73-ad9d-357e54d0164b)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:38:14.396551 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dab01a7a-8ab2-4cd2-9180-f7e04823c361 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (1c530bf9-93c7-4b70-a5b1-05f9721fff36), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:14.399218 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=92,neutron:UPDATE=1,neutron:DELETE=7 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:14.401889 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4682a471-7bad-4b3f-b241-66eaee4277c7 None None] DHCP port deletion for bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b request from dv-cinder-850548-1-iscsi {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 19:38:14.414409 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-dab01a7a-8ab2-4cd2-9180-f7e04823c361 admin admin] Calling delete_port for 1c530bf9-93c7-4b70-a5b1-05f9721fff36 owned by network:dhcp {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:38:14.452923 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4682a471-7bad-4b3f-b241-66eaee4277c7 None None] Deleting port 1c530bf9-93c7-4b70-a5b1-05f9721fff36 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:38:14.453301 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4682a471-7bad-4b3f-b241-66eaee4277c7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (1c530bf9-93c7-4b70-a5b1-05f9721fff36), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:14.500177 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dab01a7a-8ab2-4cd2-9180-f7e04823c361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (1c530bf9-93c7-4b70-a5b1-05f9721fff36), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:14.526359 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-4682a471-7bad-4b3f-b241-66eaee4277c7 None None] For port 1c530bf9-93c7-4b70-a5b1-05f9721fff36, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=1c530bf9-93c7-4b70-a5b1-05f9721fff36,segment=NetworkSegment(bc85ed34-e892-4f73-ad9d-357e54d0164b),segment_id=bc85ed34-e892-4f73-ad9d-357e54d0164b)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:38:14.527078 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4682a471-7bad-4b3f-b241-66eaee4277c7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (1c530bf9-93c7-4b70-a5b1-05f9721fff36), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:14.529647 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab01a7a-8ab2-4cd2-9180-f7e04823c361 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c530bf9-93c7-4b70-a5b1-05f9721fff36,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:14.539203 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab01a7a-8ab2-4cd2-9180-f7e04823c361 admin admin] No DVR routers for this DVR port 1c530bf9-93c7-4b70-a5b1-05f9721fff36 on host dv-cinder-850548-1-iscsi {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:38:14.546254 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4682a471-7bad-4b3f-b241-66eaee4277c7 None None] Calling delete_port for 1c530bf9-93c7-4b70-a5b1-05f9721fff36 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:38:14.547992 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:14.617733 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dab01a7a-8ab2-4cd2-9180-f7e04823c361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-742656', 'neutron.services.segments.db._delete_segments_for_network-8773866507587'] for network (bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: from cryptography.utils import int_from_bytes Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: from cryptography.utils import int_from_bytes Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: self.session.flush() Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: self.session.flush() Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: self.session.flush() Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: self.session.flush() Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: self.session.flush() Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: self.session.flush() Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: self.session.flush() Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: self.session.flush() Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: self.session.flush() Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: self.session.flush() Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: self.session.flush() Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: self.session.flush() Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: self.session.flush() Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: self.session.flush() Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: self.session.flush() Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: self.session.flush() Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: self.session.flush() Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: self.session.flush() Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 19:38:14.621350 dv-cinder-850548-1-iscsi neutron-server[104009]: self.session.flush() Jul 20 19:38:14.627074 dv-cinder-850548-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 19:38:14.627074 dv-cinder-850548-1-iscsi neutron-server[104009]: self.session.flush() Jul 20 19:38:14.627074 dv-cinder-850548-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 19:38:14.627074 dv-cinder-850548-1-iscsi neutron-server[104009]: self.session.flush() Jul 20 19:38:14.627074 dv-cinder-850548-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 19:38:14.627074 dv-cinder-850548-1-iscsi neutron-server[104009]: self.session.flush() Jul 20 19:38:14.627074 dv-cinder-850548-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 19:38:14.627074 dv-cinder-850548-1-iscsi neutron-server[104009]: self.session.flush() Jul 20 19:38:14.627074 dv-cinder-850548-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 19:38:14.627074 dv-cinder-850548-1-iscsi neutron-server[104009]: self.session.flush() Jul 20 19:38:14.627074 dv-cinder-850548-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 19:38:14.627074 dv-cinder-850548-1-iscsi neutron-server[104009]: self.session.flush() Jul 20 19:38:14.627074 dv-cinder-850548-1-iscsi neutron-server[104009]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 20 19:38:14.627074 dv-cinder-850548-1-iscsi neutron-server[104009]: self.session.flush() Jul 20 19:38:14.627074 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4682a471-7bad-4b3f-b241-66eaee4277c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741'] for port (1c530bf9-93c7-4b70-a5b1-05f9721fff36), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:14.643297 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-dab01a7a-8ab2-4cd2-9180-f7e04823c361 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b']}} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:14.653292 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-dab01a7a-8ab2-4cd2-9180-f7e04823c361 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc85ed34-e892-4f73-ad9d-357e54d0164b') {'for_net_delete': True} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:14.653464 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.services.segments.db [None req-dab01a7a-8ab2-4cd2-9180-f7e04823c361 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc85ed34-e892-4f73-ad9d-357e54d0164b') {} {{(pid=104008) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:14.656055 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4682a471-7bad-4b3f-b241-66eaee4277c7 None None] Pushing event deleted for resources: {'Port': ['ID=1c530bf9-93c7-4b70-a5b1-05f9721fff36,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:14.663467 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4682a471-7bad-4b3f-b241-66eaee4277c7 None None] No DVR routers for this DVR port 1c530bf9-93c7-4b70-a5b1-05f9721fff36 on host dv-cinder-850548-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:38:14.665463 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dab01a7a-8ab2-4cd2-9180-f7e04823c361 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773866508876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3300262'] for segment (bc85ed34-e892-4f73-ad9d-357e54d0164b), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:14.681337 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dab01a7a-8ab2-4cd2-9180-f7e04823c361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (bc85ed34-e892-4f73-ad9d-357e54d0164b), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:14.692646 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab01a7a-8ab2-4cd2-9180-f7e04823c361 admin admin] Releasing vlan 993 on physical network physnet1 to pool {{(pid=104008) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:38:14.693521 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dab01a7a-8ab2-4cd2-9180-f7e04823c361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3299354'] for segment (bc85ed34-e892-4f73-ad9d-357e54d0164b), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:14.747000 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.services.segments.plugin [-] Segment bc85ed34-e892-4f73-ad9d-357e54d0164b resource provider aggregate not found Jul 20 19:38:14.764606 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.services.segments.plugin [-] Segment bc85ed34-e892-4f73-ad9d-357e54d0164b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid bc85ed34-e892-4f73-ad9d-357e54d0164b found for delete ", "request_id": "req-f0443301-386b-4b76-86bd-5c60498c56ab"}]} Jul 20 19:38:14.769006 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dab01a7a-8ab2-4cd2-9180-f7e04823c361 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1823185'] for network (bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:14.775637 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-dab01a7a-8ab2-4cd2-9180-f7e04823c361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:14.778839 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-dab01a7a-8ab2-4cd2-9180-f7e04823c361 admin admin] 10.222.0.79 "DELETE /v2.0/networks/bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b HTTP/1.1" status: 204 len: 168 time: 0.5854194 Jul 20 19:38:14.782088 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43772) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:14.790497 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab01a7a-8ab2-4cd2-9180-f7e04823c361 admin admin] Pushing event deleted for resources: {'Network': ['ID=bfcdfdd1-0a96-4a12-ba67-6cce55dafa6b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:14.982227 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:15.027132 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281364a-1ec2-4e47-889a-4583111bc745 req-fcee093a-4691-415e-acf3-13c7b8303c44 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:15.028633 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2281364a-1ec2-4e47-889a-4583111bc745 req-fcee093a-4691-415e-acf3-13c7b8303c44 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 944 time: 0.0486441 Jul 20 19:38:15.057170 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:15.079951 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2281364a-1ec2-4e47-889a-4583111bc745 req-9fec2eb0-52ac-450c-865c-114eb6048af1 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456197 Jul 20 19:38:15.103470 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6cf5ed6-44cc-4662-9133-119d98f2d6b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712453'] for router_interface (b8890483-994b-458e-9e8e-4d12bb3fce85), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:15.327182 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-b6cf5ed6-44cc-4662-9133-119d98f2d6b7 admin admin] Deleting port 9d545b91-93e4-4df5-90e2-132cbd316470 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:38:15.327514 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6cf5ed6-44cc-4662-9133-119d98f2d6b7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (9d545b91-93e4-4df5-90e2-132cbd316470), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:15.408072 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-b6cf5ed6-44cc-4662-9133-119d98f2d6b7 admin admin] For port 9d545b91-93e4-4df5-90e2-132cbd316470, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=9d545b91-93e4-4df5-90e2-132cbd316470,segment=NetworkSegment(18d97002-80fb-47f5-ae30-c20cd5542db9),segment_id=18d97002-80fb-47f5-ae30-c20cd5542db9)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:38:15.408431 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6cf5ed6-44cc-4662-9133-119d98f2d6b7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (9d545b91-93e4-4df5-90e2-132cbd316470), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:15.422665 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-b6cf5ed6-44cc-4662-9133-119d98f2d6b7 admin admin] Calling delete_port for 9d545b91-93e4-4df5-90e2-132cbd316470 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:38:15.578114 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device d92a579a-cb82-4297-9bb7-605b3a89ed74 no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:38:15.599072 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: d92a579a-cb82-4297-9bb7-605b3a89ed74 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:38:15.599552 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device d92a579a-cb82-4297-9bb7-605b3a89ed74 not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:38:15.600026 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 1c530bf9-93c7-4b70-a5b1-05f9721fff36 no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:38:15.601917 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6cf5ed6-44cc-4662-9133-119d98f2d6b7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (9d545b91-93e4-4df5-90e2-132cbd316470), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:15.619167 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: 1c530bf9-93c7-4b70-a5b1-05f9721fff36 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:38:15.619517 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 1c530bf9-93c7-4b70-a5b1-05f9721fff36 not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:38:15.625123 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cf5ed6-44cc-4662-9133-119d98f2d6b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d545b91-93e4-4df5-90e2-132cbd316470,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:15.793759 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b6cf5ed6-44cc-4662-9133-119d98f2d6b7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2037749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712593'] for router_interface (b8890483-994b-458e-9e8e-4d12bb3fce85), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:15.799320 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:15.966342 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2c4571fc-e706-4459-89a6-2419853ff47c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:15.983837 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:16.010052 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cf5ed6-44cc-4662-9133-119d98f2d6b7 admin admin] Router b8890483-994b-458e-9e8e-4d12bb3fce85 has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:38:16.116434 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cf5ed6-44cc-4662-9133-119d98f2d6b7 admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:38:16.121584 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-b6cf5ed6-44cc-4662-9133-119d98f2d6b7 admin admin] 10.222.0.79 "PUT /v2.0/routers/b8890483-994b-458e-9e8e-4d12bb3fce85/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3384328 Jul 20 19:38:16.124221 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43778) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:16.125565 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cc7676-ca95-437a-831e-8bb32b859379 None None] Sync routers for ids ['b8890483-994b-458e-9e8e-4d12bb3fce85'] in dv-cinder-850548-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:38:16.138486 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc7676-ca95-437a-831e-8bb32b859379 None None] Routers {'b8890483-994b-458e-9e8e-4d12bb3fce85'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:38:16.139487 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-30cc7676-ca95-437a-831e-8bb32b859379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:38:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['b8890483-994b-458e-9e8e-4d12bb3fce85'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:16.207223 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3574ee4-4ad4-4ec0-a83c-45a5acc21b59 req-9ca25969-a421-4060-aa05-76839289ae95 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:16.214128 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f3574ee4-4ad4-4ec0-a83c-45a5acc21b59 req-9ca25969-a421-4060-aa05-76839289ae95 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 944 time: 0.0598471 Jul 20 19:38:16.233942 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3870bd93-1cbf-494f-b91c-616669805f3c admin admin] Publish callbacks [] for router (b8890483-994b-458e-9e8e-4d12bb3fce85), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:16.269196 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f3574ee4-4ad4-4ec0-a83c-45a5acc21b59 req-1035deed-8ff8-4858-9d47-8148a8da9949 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532155 Jul 20 19:38:16.335137 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-30cc7676-ca95-437a-831e-8bb32b859379 None None] Set router b8890483-994b-458e-9e8e-4d12bb3fce85 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:38:16.339019 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3870bd93-1cbf-494f-b91c-616669805f3c admin admin] Publish callbacks [] for router_gateway (b8890483-994b-458e-9e8e-4d12bb3fce85), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:16.382488 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-3870bd93-1cbf-494f-b91c-616669805f3c admin admin] Deleting port 8f9a8604-871a-49dc-ba5d-141ae5b93517 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:38:16.382918 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3870bd93-1cbf-494f-b91c-616669805f3c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (8f9a8604-871a-49dc-ba5d-141ae5b93517), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:16.464175 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-3870bd93-1cbf-494f-b91c-616669805f3c admin admin] For port 8f9a8604-871a-49dc-ba5d-141ae5b93517, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=8f9a8604-871a-49dc-ba5d-141ae5b93517,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:38:16.464623 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3870bd93-1cbf-494f-b91c-616669805f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (8f9a8604-871a-49dc-ba5d-141ae5b93517), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:16.482605 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-3870bd93-1cbf-494f-b91c-616669805f3c admin admin] Calling delete_port for 8f9a8604-871a-49dc-ba5d-141ae5b93517 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:38:16.507177 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-30cc7676-ca95-437a-831e-8bb32b859379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8890483-994b-458e-9e8e-4d12bb3fce85', 'name': 'tempest-TestVolumeBootPattern-1700291615-router', 'tenant_id': '350f45adac63449687f2f244dc3bf3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.248'}], 'enable_snat': True}, 'gw_port_id': '8f9a8604-871a-49dc-ba5d-141ae5b93517', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:50Z', 'updated_at': '2022-07-20T19:38:15Z', 'revision_number': 5, 'project_id': '350f45adac63449687f2f244dc3bf3ce', 'gw_port': {'id': '8f9a8604-871a-49dc-ba5d-141ae5b93517', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:7d:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8890483-994b-458e-9e8e-4d12bb3fce85', 'device_owner': 'network:router_gateway', 'standard_attr_id': 221, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:28:51Z', 'updated_at': '2022-07-20T19:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:16.532278 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cc7676-ca95-437a-831e-8bb32b859379 None None] Checking router: b8890483-994b-458e-9e8e-4d12bb3fce85 for host: dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:38:16.541549 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30cc7676-ca95-437a-831e-8bb32b859379 None None] Routers {'b8890483-994b-458e-9e8e-4d12bb3fce85'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:38:16.542133 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-30cc7676-ca95-437a-831e-8bb32b859379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:38:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['b8890483-994b-458e-9e8e-4d12bb3fce85'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:16.627248 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-30cc7676-ca95-437a-831e-8bb32b859379 None None] Set router b8890483-994b-458e-9e8e-4d12bb3fce85 gateway port host: None {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:38:16.657784 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3870bd93-1cbf-494f-b91c-616669805f3c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (8f9a8604-871a-49dc-ba5d-141ae5b93517), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:16.679219 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-30cc7676-ca95-437a-831e-8bb32b859379 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8890483-994b-458e-9e8e-4d12bb3fce85', 'name': 'tempest-TestVolumeBootPattern-1700291615-router', 'tenant_id': '350f45adac63449687f2f244dc3bf3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:50Z', 'updated_at': '2022-07-20T19:38:16Z', 'revision_number': 6, 'project_id': '350f45adac63449687f2f244dc3bf3ce', 'gw_port_host': None}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:16.683525 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870bd93-1cbf-494f-b91c-616669805f3c admin admin] Pushing event deleted for resources: {'Port': ['ID=8f9a8604-871a-49dc-ba5d-141ae5b93517,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:16.693665 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=93,neutron:UPDATE=2,neutron:DELETE=5 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:16.709314 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30cc7676-ca95-437a-831e-8bb32b859379 None None] The sync data for ids ['b8890483-994b-458e-9e8e-4d12bb3fce85'] in dv-cinder-850548-1-iscsi is: [{'id': 'b8890483-994b-458e-9e8e-4d12bb3fce85', 'name': 'tempest-TestVolumeBootPattern-1700291615-router', 'tenant_id': '350f45adac63449687f2f244dc3bf3ce', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:28:50Z', 'updated_at': '2022-07-20T19:38:16Z', 'revision_number': 6, 'project_id': '350f45adac63449687f2f244dc3bf3ce', 'gw_port_host': None}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:38:16.754413 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3870bd93-1cbf-494f-b91c-616669805f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1823180'] for router_gateway (b8890483-994b-458e-9e8e-4d12bb3fce85), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:16.840325 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=1,neutron:DELETE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:16.842334 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3870bd93-1cbf-494f-b91c-616669805f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1715651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3463'] for router (b8890483-994b-458e-9e8e-4d12bb3fce85), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:16.844769 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3870bd93-1cbf-494f-b91c-616669805f3c admin admin] Publish callbacks [] for router_controller (b8890483-994b-458e-9e8e-4d12bb3fce85), precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:16.891083 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3870bd93-1cbf-494f-b91c-616669805f3c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715575'] for router (b8890483-994b-458e-9e8e-4d12bb3fce85), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:16.891739 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3870bd93-1cbf-494f-b91c-616669805f3c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8890483-994b-458e-9e8e-4d12bb3fce85 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 19:38:16.897361 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3870bd93-1cbf-494f-b91c-616669805f3c admin admin] Publish callbacks [] for router (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:16.898545 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-3870bd93-1cbf-494f-b91c-616669805f3c admin admin] 10.222.0.79 "DELETE /v2.0/routers/b8890483-994b-458e-9e8e-4d12bb3fce85 HTTP/1.1" status: 204 len: 168 time: 0.7733421 Jul 20 19:38:16.901011 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43780) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:16.943281 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:16.948165 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf375451-f3bb-4332-8926-b80b51ccc190 admin admin] Deleting subnet 57c9b515-f1b3-430b-8a55-f23525553c5c {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:38:16.951524 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bf375451-f3bb-4332-8926-b80b51ccc190 admin admin] Publish callbacks [] for subnet (57c9b515-f1b3-430b-8a55-f23525553c5c), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:16.987156 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bf375451-f3bb-4332-8926-b80b51ccc190 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25615735'] for subnet (57c9b515-f1b3-430b-8a55-f23525553c5c), precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:17.069462 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bf375451-f3bb-4332-8926-b80b51ccc190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742266'] for subnet (57c9b515-f1b3-430b-8a55-f23525553c5c), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:17.368821 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bf375451-f3bb-4332-8926-b80b51ccc190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26524778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26866038'] for subnet (57c9b515-f1b3-430b-8a55-f23525553c5c), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:17.391380 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0209f8f-91b8-4321-a115-9ceb259478fa req-95575591-d1b8-47a8-89fd-414e20942306 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:17.392851 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c0209f8f-91b8-4321-a115-9ceb259478fa req-95575591-d1b8-47a8-89fd-414e20942306 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 944 time: 0.0478954 Jul 20 19:38:17.395637 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf375451-f3bb-4332-8926-b80b51ccc190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=57c9b515-f1b3-430b-8a55-f23525553c5c,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:17.400614 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-bf375451-f3bb-4332-8926-b80b51ccc190 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:17.404452 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-bf375451-f3bb-4332-8926-b80b51ccc190 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/57c9b515-f1b3-430b-8a55-f23525553c5c HTTP/1.1" status: 204 len: 168 time: 0.5025098 Jul 20 19:38:17.406176 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08bb954-cd60-4f80-bcfb-d2f1d66df6a2 None None] Network b07af2f4-bbc6-4c67-b935-0b5f7e4463ac requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:38:17.407168 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43784) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:17.452111 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c0209f8f-91b8-4321-a115-9ceb259478fa req-48b273e3-3c0a-4748-8162-fdb75ba4d255 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526040 Jul 20 19:38:17.493170 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93a5e18d-1397-4793-8598-882263c2042b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636708'] for network (b07af2f4-bbc6-4c67-b935-0b5f7e4463ac), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:17.558086 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-93a5e18d-1397-4793-8598-882263c2042b admin admin] Deleting port 22635040-a000-4508-a1d9-aa2bd522f9d9 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:38:17.558502 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93a5e18d-1397-4793-8598-882263c2042b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (22635040-a000-4508-a1d9-aa2bd522f9d9), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:17.595263 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c833e2-40c7-4fb2-8fff-501a6e68ea9e None None] DHCP port deletion for b07af2f4-bbc6-4c67-b935-0b5f7e4463ac request from dv-cinder-850548-1-iscsi {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 19:38:17.628076 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-93a5e18d-1397-4793-8598-882263c2042b admin admin] For port 22635040-a000-4508-a1d9-aa2bd522f9d9, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=22635040-a000-4508-a1d9-aa2bd522f9d9,segment=NetworkSegment(18d97002-80fb-47f5-ae30-c20cd5542db9),segment_id=18d97002-80fb-47f5-ae30-c20cd5542db9)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:38:17.628439 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93a5e18d-1397-4793-8598-882263c2042b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (22635040-a000-4508-a1d9-aa2bd522f9d9), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:17.630348 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 8f9a8604-871a-49dc-ba5d-141ae5b93517 no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:38:17.643022 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-93a5e18d-1397-4793-8598-882263c2042b admin admin] Calling delete_port for 22635040-a000-4508-a1d9-aa2bd522f9d9 owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:38:17.661622 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: 8f9a8604-871a-49dc-ba5d-141ae5b93517 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:38:17.661989 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 8f9a8604-871a-49dc-ba5d-141ae5b93517 not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:38:17.662401 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 9d545b91-93e4-4df5-90e2-132cbd316470 no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:38:17.665005 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-23c833e2-40c7-4fb2-8fff-501a6e68ea9e None None] Deleting port 22635040-a000-4508-a1d9-aa2bd522f9d9 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:38:17.665370 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-23c833e2-40c7-4fb2-8fff-501a6e68ea9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (22635040-a000-4508-a1d9-aa2bd522f9d9), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:17.693938 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: 9d545b91-93e4-4df5-90e2-132cbd316470 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:38:17.694404 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 9d545b91-93e4-4df5-90e2-132cbd316470 not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:38:17.740688 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93a5e18d-1397-4793-8598-882263c2042b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (22635040-a000-4508-a1d9-aa2bd522f9d9), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:17.755134 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-23c833e2-40c7-4fb2-8fff-501a6e68ea9e None None] For port 22635040-a000-4508-a1d9-aa2bd522f9d9, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=22635040-a000-4508-a1d9-aa2bd522f9d9,segment=NetworkSegment(18d97002-80fb-47f5-ae30-c20cd5542db9),segment_id=18d97002-80fb-47f5-ae30-c20cd5542db9)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:38:17.755617 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-23c833e2-40c7-4fb2-8fff-501a6e68ea9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (22635040-a000-4508-a1d9-aa2bd522f9d9), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:17.769671 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a5e18d-1397-4793-8598-882263c2042b admin admin] No DVR routers for this DVR port 22635040-a000-4508-a1d9-aa2bd522f9d9 on host dv-cinder-850548-1-iscsi {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:38:17.771876 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-23c833e2-40c7-4fb2-8fff-501a6e68ea9e None None] Calling delete_port for 22635040-a000-4508-a1d9-aa2bd522f9d9 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:38:17.774053 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5e18d-1397-4793-8598-882263c2042b admin admin] Pushing event deleted for resources: {'Port': ['ID=22635040-a000-4508-a1d9-aa2bd522f9d9,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:17.858027 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93a5e18d-1397-4793-8598-882263c2042b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-742656', 'neutron.services.segments.db._delete_segments_for_network-8773866507587'] for network (b07af2f4-bbc6-4c67-b935-0b5f7e4463ac), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:17.865130 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-23c833e2-40c7-4fb2-8fff-501a6e68ea9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741'] for port (22635040-a000-4508-a1d9-aa2bd522f9d9), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:17.880113 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-93a5e18d-1397-4793-8598-882263c2042b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b07af2f4-bbc6-4c67-b935-0b5f7e4463ac']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:17.890086 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-93a5e18d-1397-4793-8598-882263c2042b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18d97002-80fb-47f5-ae30-c20cd5542db9') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:17.890382 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-93a5e18d-1397-4793-8598-882263c2042b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18d97002-80fb-47f5-ae30-c20cd5542db9') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:17.891037 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c833e2-40c7-4fb2-8fff-501a6e68ea9e None None] Pushing event deleted for resources: {'Port': ['ID=22635040-a000-4508-a1d9-aa2bd522f9d9,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:17.897515 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c833e2-40c7-4fb2-8fff-501a6e68ea9e None None] No DVR routers for this DVR port 22635040-a000-4508-a1d9-aa2bd522f9d9 on host dv-cinder-850548-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:38:17.900841 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93a5e18d-1397-4793-8598-882263c2042b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773866508876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25615712'] for segment (18d97002-80fb-47f5-ae30-c20cd5542db9), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:17.918547 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93a5e18d-1397-4793-8598-882263c2042b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (18d97002-80fb-47f5-ae30-c20cd5542db9), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:17.925634 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93a5e18d-1397-4793-8598-882263c2042b admin admin] Releasing vlan 985 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:38:17.926145 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93a5e18d-1397-4793-8598-882263c2042b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26525640'] for segment (18d97002-80fb-47f5-ae30-c20cd5542db9), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:17.951635 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.services.segments.plugin [-] Segment 18d97002-80fb-47f5-ae30-c20cd5542db9 resource provider aggregate not found Jul 20 19:38:17.995797 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.services.segments.plugin [-] Segment 18d97002-80fb-47f5-ae30-c20cd5542db9 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 18d97002-80fb-47f5-ae30-c20cd5542db9 found for delete ", "request_id": "req-e1d96a9b-856f-492c-89ff-bb0fe9579960"}]} Jul 20 19:38:17.999109 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93a5e18d-1397-4793-8598-882263c2042b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1823185'] for network (b07af2f4-bbc6-4c67-b935-0b5f7e4463ac), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:18.007153 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-93a5e18d-1397-4793-8598-882263c2042b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:18.010247 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-93a5e18d-1397-4793-8598-882263c2042b admin admin] 10.222.0.79 "DELETE /v2.0/networks/b07af2f4-bbc6-4c67-b935-0b5f7e4463ac HTTP/1.1" status: 204 len: 168 time: 0.6021674 Jul 20 19:38:18.020665 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a5e18d-1397-4793-8598-882263c2042b admin admin] Pushing event deleted for resources: {'Network': ['ID=b07af2f4-bbc6-4c67-b935-0b5f7e4463ac,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:18.128168 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43792) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:18.135731 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=85,neutron:DELETE=11,neutron:UPDATE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:18.150478 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:DELETE=9,neutron:SELECT=90,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:18.173204 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-f3a56edb-6e4d-4211-b4c3-e3bfdbafb2a6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=3f1255754afb4cd384a11c87a9d717df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0438449 Jul 20 19:38:18.175688 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43794) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:18.229157 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-46e672fc-5b48-421a-a20d-3e607e757cd0 admin admin] Publish callbacks [] for security_group (185f6557-8ca4-4443-b218-106278995b6a), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:18.250345 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-46e672fc-5b48-421a-a20d-3e607e757cd0 admin admin] Publish callbacks [] for security_group (185f6557-8ca4-4443-b218-106278995b6a), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:18.297894 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-46e672fc-5b48-421a-a20d-3e607e757cd0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (185f6557-8ca4-4443-b218-106278995b6a), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:18.300564 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-46e672fc-5b48-421a-a20d-3e607e757cd0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:18.301762 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-46e672fc-5b48-421a-a20d-3e607e757cd0 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/185f6557-8ca4-4443-b218-106278995b6a HTTP/1.1" status: 204 len: 168 time: 0.1251781 Jul 20 19:38:18.309944 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e672fc-5b48-421a-a20d-3e607e757cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185f6557-8ca4-4443-b218-106278995b6a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:18.580092 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac23f916-7980-4e2b-afc7-10203b7383fb req-e19b7aa1-662e-4b94-88e2-84def61c7149 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:18.582074 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ac23f916-7980-4e2b-afc7-10203b7383fb req-e19b7aa1-662e-4b94-88e2-84def61c7149 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 944 time: 0.0524876 Jul 20 19:38:18.635106 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ac23f916-7980-4e2b-afc7-10203b7383fb req-af7892d8-83a6-462f-8519-ed22da27e113 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465977 Jul 20 19:38:18.637397 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43802) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:18.659654 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:18.681741 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-a95fe319-0266-4d11-923d-37be01106f3a admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=350f45adac63449687f2f244dc3bf3ce&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430253 Jul 20 19:38:18.684125 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43804) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:18.735494 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-39469d2d-95c5-457e-be0a-7f58af5c4dd4 admin admin] Publish callbacks [] for security_group (5236f042-76b4-4178-9f3d-a144362ef233), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:18.759178 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-39469d2d-95c5-457e-be0a-7f58af5c4dd4 admin admin] Publish callbacks [] for security_group (5236f042-76b4-4178-9f3d-a144362ef233), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:18.819868 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-39469d2d-95c5-457e-be0a-7f58af5c4dd4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (5236f042-76b4-4178-9f3d-a144362ef233), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:18.822600 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-39469d2d-95c5-457e-be0a-7f58af5c4dd4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:18.826516 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-39469d2d-95c5-457e-be0a-7f58af5c4dd4 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5236f042-76b4-4178-9f3d-a144362ef233 HTTP/1.1" status: 204 len: 168 time: 0.1388328 Jul 20 19:38:18.831466 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:18.832687 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39469d2d-95c5-457e-be0a-7f58af5c4dd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5236f042-76b4-4178-9f3d-a144362ef233,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:19.576865 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 22635040-a000-4508-a1d9-aa2bd522f9d9 no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:38:19.579123 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=95,neutron:UPDATE=2,neutron:DELETE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:19.601595 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: 22635040-a000-4508-a1d9-aa2bd522f9d9 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:38:19.602187 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 22635040-a000-4508-a1d9-aa2bd522f9d9 not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:38:19.763481 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:DELETE=7 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:19.776749 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7637913-75a6-4a80-a97b-d449efbf1d52 req-d5c723bc-bb33-4a8a-bce7-6432902328c4 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:19.778168 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a7637913-75a6-4a80-a97b-d449efbf1d52 req-d5c723bc-bb33-4a8a-bce7-6432902328c4 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 944 time: 0.0525789 Jul 20 19:38:19.828155 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a7637913-75a6-4a80-a97b-d449efbf1d52 req-b74e10e6-ff85-4c84-86e0-85309ffbbff5 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444093 Jul 20 19:38:20.477947 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 3cb27c30-2f2b-4e29-97fe-211854c955e8 details requested by agent hyperv_hv-cinder-85054 with host hv-cinder-85054 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:38:20.579773 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 3cb27c30-2f2b-4e29-97fe-211854c955e8, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=3cb27c30-2f2b-4e29-97fe-211854c955e8,segment=NetworkSegment(7653af05-7371-43ac-ab31-08326cf09c3e),segment_id=7653af05-7371-43ac-ab31-08326cf09c3e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:38:20.591393 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Returning: {'device': '3cb27c30-2f2b-4e29-97fe-211854c955e8', 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712', 'port_id': '3cb27c30-2f2b-4e29-97fe-211854c955e8', 'mac_address': 'fa:16:3e:f7:3e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 952, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2bb6b12-0fd1-4309-b9b0-cd8302be8a40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:38:20.631156 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 3cb27c30-2f2b-4e29-97fe-211854c955e8 is: DOWN; New status is: BUILD {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:38:20.631547 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (3cb27c30-2f2b-4e29-97fe-211854c955e8), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:20.644345 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb27c30-2f2b-4e29-97fe-211854c955e8 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:38:20.654369 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=89,neutron:DELETE=7,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:20.671022 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 3cb27c30-2f2b-4e29-97fe-211854c955e8, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=3cb27c30-2f2b-4e29-97fe-211854c955e8,segment=NetworkSegment(7653af05-7371-43ac-ab31-08326cf09c3e),segment_id=7653af05-7371-43ac-ab31-08326cf09c3e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:38:20.675082 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (3cb27c30-2f2b-4e29-97fe-211854c955e8), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:20.722488 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=3cb27c30-2f2b-4e29-97fe-211854c955e8,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:20.943159 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae1b3a8-b87c-4fca-ac32-a85b6817505b req-c40382d6-bebc-426c-992b-f738a2f1b707 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:20.944651 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6ae1b3a8-b87c-4fca-ac32-a85b6817505b req-c40382d6-bebc-426c-992b-f738a2f1b707 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 945 time: 0.0493696 Jul 20 19:38:20.994759 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6ae1b3a8-b87c-4fca-ac32-a85b6817505b req-9a9e4159-8cc8-407a-8b05-cb2638efb23a tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445387 Jul 20 19:38:21.121346 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['3cb27c30-2f2b-4e29-97fe-211854c955e8'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:38:21.165338 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:22.116196 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78010d-45ef-46a6-b822-7015c1556b76 req-1f44a7ed-467a-478e-b529-e11285135397 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:22.117743 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3c78010d-45ef-46a6-b822-7015c1556b76 req-1f44a7ed-467a-478e-b529-e11285135397 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 945 time: 0.0482070 Jul 20 19:38:22.167734 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:22.173216 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3c78010d-45ef-46a6-b822-7015c1556b76 req-e915e44f-c981-4ff0-9b6c-6966d6a71ca1 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498903 Jul 20 19:38:22.490438 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 3cb27c30-2f2b-4e29-97fe-211854c955e8 up at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:38:22.533711 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning for port 3cb27c30-2f2b-4e29-97fe-211854c955e8 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:38:22.540555 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning complete for port 3cb27c30-2f2b-4e29-97fe-211854c955e8 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:38:22.541054 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (3cb27c30-2f2b-4e29-97fe-211854c955e8), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:22.618266 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 3cb27c30-2f2b-4e29-97fe-211854c955e8 is: BUILD; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:38:22.618653 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (3cb27c30-2f2b-4e29-97fe-211854c955e8), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:22.641540 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e24067-14b4-4dfd-93ea-3acf3fe777c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb27c30-2f2b-4e29-97fe-211854c955e8'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:38:22.643784 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d550b682-6086-4e92-8276-e13771b6a435" -d '{"events": [{"server_uuid": "67e24067-14b4-4dfd-93ea-3acf3fe777c2", "name": "network-vif-plugged", "status": "completed", "tag": "3cb27c30-2f2b-4e29-97fe-211854c955e8"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:38:22.657197 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 3cb27c30-2f2b-4e29-97fe-211854c955e8, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=3cb27c30-2f2b-4e29-97fe-211854c955e8,segment=NetworkSegment(7653af05-7371-43ac-ab31-08326cf09c3e),segment_id=7653af05-7371-43ac-ab31-08326cf09c3e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:38:22.661802 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (3cb27c30-2f2b-4e29-97fe-211854c955e8), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:22.668032 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:22.687072 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f6e3750-c172-445a-866e-29314ca3a84d x-openstack-request-id: req-9f6e3750-c172-445a-866e-29314ca3a84d {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:38:22.687367 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e24067-14b4-4dfd-93ea-3acf3fe777c2", "name": "network-vif-plugged", "status": "completed", "tag": "3cb27c30-2f2b-4e29-97fe-211854c955e8", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:38:22.687623 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9f6e3750-c172-445a-866e-29314ca3a84d {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:38:22.688018 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9f6e3750-c172-445a-866e-29314ca3a84d'] response: {'server_uuid': '67e24067-14b4-4dfd-93ea-3acf3fe777c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb27c30-2f2b-4e29-97fe-211854c955e8', 'code': 200} Jul 20 19:38:22.715060 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=3cb27c30-2f2b-4e29-97fe-211854c955e8,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:22.992708 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94c3b9-5caa-4cef-9570-6ba1cdb76214 req-7b7af9a2-2f6d-4279-82b4-51906aaeeba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:22.994328 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-4b94c3b9-5caa-4cef-9570-6ba1cdb76214 req-7b7af9a2-2f6d-4279-82b4-51906aaeeba5 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 1130 time: 0.0406396 Jul 20 19:38:23.045459 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-4b94c3b9-5caa-4cef-9570-6ba1cdb76214 req-aa9b2613-28df-4a82-9fc9-ce93d031fe56 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423777 Jul 20 19:38:23.288123 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e19c2-93e7-4f4d-82e7-09411b260f4f req-febb99b8-21dc-47da-a3b7-82c185d151ec tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:23.289914 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a65e19c2-93e7-4f4d-82e7-09411b260f4f req-febb99b8-21dc-47da-a3b7-82c185d151ec tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 946 time: 0.0493295 Jul 20 19:38:23.341696 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a65e19c2-93e7-4f4d-82e7-09411b260f4f req-8f3e6153-0ba7-41a5-8b07-8487e0e2a7ab tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0462649 Jul 20 19:38:24.459345 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-325019db-fbc7-469e-a3bc-87f0af28f621 req-85092b2c-e5d8-4d18-a43e-73e35da9f070 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:24.460818 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-325019db-fbc7-469e-a3bc-87f0af28f621 req-85092b2c-e5d8-4d18-a43e-73e35da9f070 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 946 time: 0.0486088 Jul 20 19:38:24.514833 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-325019db-fbc7-469e-a3bc-87f0af28f621 req-6ce9ef98-6b20-4f71-b42b-26816c3c82cb tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479617 Jul 20 19:38:25.637680 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3da778a-2d42-4734-a05d-2a735a01fcfe req-deee7497-db49-4cde-a1a1-e1ecc58811ba tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:25.639148 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e3da778a-2d42-4734-a05d-2a735a01fcfe req-deee7497-db49-4cde-a1a1-e1ecc58811ba tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 946 time: 0.0529690 Jul 20 19:38:25.689892 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e3da778a-2d42-4734-a05d-2a735a01fcfe req-60024e18-1956-414c-b39b-3972a47eb06b tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450537 Jul 20 19:38:25.805857 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef82fb5-1731-4ce4-9a42-682b71696089 req-4aaa26a2-392c-473e-a1d9-ee686d8ab864 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:25.807332 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0ef82fb5-1731-4ce4-9a42-682b71696089 req-4aaa26a2-392c-473e-a1d9-ee686d8ab864 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 946 time: 0.0490308 Jul 20 19:38:25.856930 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0ef82fb5-1731-4ce4-9a42-682b71696089 req-c8d392af-e19f-436b-9b7d-93933685eb95 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440316 Jul 20 19:38:25.882932 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43826) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:26.125008 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3422b43a-cbed-488f-b6f8-e585ac06c8c5 tempest-TestShelveInstance-725314411 tempest-TestShelveInstance-725314411-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:26.126532 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-3422b43a-cbed-488f-b6f8-e585ac06c8c5 tempest-TestShelveInstance-725314411 tempest-TestShelveInstance-725314411-project-admin] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 1125 time: 0.2426083 Jul 20 19:38:26.129963 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43830) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:26.134221 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Request body: {'floatingip': {'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'port_id': '3cb27c30-2f2b-4e29-97fe-211854c955e8', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'fixed_ip_address': '172.20.0.13'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:38:26.156167 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:26.238177 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:26.349702 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Allocated IP 172.27.3.6 (0148b93c-d79f-482c-aa55-1b162de4f442/9a6c0e64-8fd5-4336-8a8c-b393c90fda39/bb94797f-a4a6-4b5b-8813-64a7262614f6) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:38:26.442842 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=92,neutron:DELETE=4,neutron:INSERT=3,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:26.454347 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for port (bb94797f-a4a6-4b5b-8813-64a7262614f6), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:26.457176 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=88,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:26.500502 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (bb94797f-a4a6-4b5b-8813-64a7262614f6), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:26.538615 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Network 0148b93c-d79f-482c-aa55-1b162de4f442 is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:38:26.541793 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:38:26.549744 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:38:26.574784 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Pushing event updated for resources: {'Port': ['ID=bb94797f-a4a6-4b5b-8813-64a7262614f6,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:26.585811 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:26.586162 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:26.586503 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:26.586844 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:26.587172 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:26.587499 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:26.587822 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:26.588220 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:26.588558 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:26.588905 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:26.589228 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:26.589553 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:26.589874 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:26.590192 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:26.590511 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:26.681613 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=38 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:26.682777 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=60 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:26.934698 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for floatingip (78728f46-057a-4b09-aed1-d700886e2047), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:27.006890 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (bb94797f-a4a6-4b5b-8813-64a7262614f6), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:27.159769 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for port (bb94797f-a4a6-4b5b-8813-64a7262614f6), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:27.165623 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525612'] for port (bb94797f-a4a6-4b5b-8813-64a7262614f6), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:27.203693 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=97,neutron:INSERT=1,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:27.226680 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:38:27.240207 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Pushing event updated for resources: {'Port': ['ID=bb94797f-a4a6-4b5b-8813-64a7262614f6,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:27.252523 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (78728f46-057a-4b09-aed1-d700886e2047), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:27.350588 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.db.l3_db [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Floating IP 78728f46-057a-4b09-aed1-d700886e2047 associated. External IP: 172.27.3.6, port: 3cb27c30-2f2b-4e29-97fe-211854c955e8. Jul 20 19:38:27.382926 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:27.562474 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Router 7deba42d-0ab6-4e7c-90be-31365b59945c has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:38:27.664126 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:38:27.673770 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac11b68-9efe-47c4-9d3b-c035af82a341 None None] Sync routers for ids ['7deba42d-0ab6-4e7c-90be-31365b59945c'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:38:27.681603 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:27.686041 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac11b68-9efe-47c4-9d3b-c035af82a341 None None] Routers {'7deba42d-0ab6-4e7c-90be-31365b59945c'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:38:27.686746 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-6ac11b68-9efe-47c4-9d3b-c035af82a341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:38:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['7deba42d-0ab6-4e7c-90be-31365b59945c'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:27.715537 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-ec6af961-8492-446e-871a-2e2b9a663744 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5844920 Jul 20 19:38:27.716217 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e24067-14b4-4dfd-93ea-3acf3fe777c2', 'tag': '3cb27c30-2f2b-4e29-97fe-211854c955e8'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:38:27.718712 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9cd79ebd3f805e6a7478220ee26c4e1921248cfe9318229c3fb3c09e22ed3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019f292a-f659-4948-b43a-e17cddc23c65" -d '{"events": [{"name": "network-changed", "server_uuid": "67e24067-14b4-4dfd-93ea-3acf3fe777c2", "tag": "3cb27c30-2f2b-4e29-97fe-211854c955e8"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:38:27.758282 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9408caa-5d84-48ef-9dc8-f7e394b0b448 x-openstack-request-id: req-e9408caa-5d84-48ef-9dc8-f7e394b0b448 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:38:27.758574 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e24067-14b4-4dfd-93ea-3acf3fe777c2", "tag": "3cb27c30-2f2b-4e29-97fe-211854c955e8", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:38:27.758825 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-e9408caa-5d84-48ef-9dc8-f7e394b0b448 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:38:27.759233 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e9408caa-5d84-48ef-9dc8-f7e394b0b448'] response: {'name': 'network-changed', 'server_uuid': '67e24067-14b4-4dfd-93ea-3acf3fe777c2', 'tag': '3cb27c30-2f2b-4e29-97fe-211854c955e8', 'status': 'completed', 'code': 200} Jul 20 19:38:27.798642 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-6ac11b68-9efe-47c4-9d3b-c035af82a341 None None] Set router 7deba42d-0ab6-4e7c-90be-31365b59945c gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:38:27.852632 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f292a-f659-4948-b43a-e17cddc23c65 req-9a5bdf66-2576-4686-9a9a-e4197bb66b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:27.854179 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-019f292a-f659-4948-b43a-e17cddc23c65 req-9a5bdf66-2576-4686-9a9a-e4197bb66b9d service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f3f0c2dd35fa4890a64fcc7dcaddc633&device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 1130 time: 0.0430620 Jul 20 19:38:27.949854 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f292a-f659-4948-b43a-e17cddc23c65 req-b6527c26-fc9c-4fa8-b972-cffcb3ddb9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:27.951347 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-019f292a-f659-4948-b43a-e17cddc23c65 req-b6527c26-fc9c-4fa8-b972-cffcb3ddb9bc service neutron] 10.222.0.96 "GET /v2.0/networks?id=9b89c0a6-a46c-4abc-8170-f8b4a3cbb712 HTTP/1.1" status: 200 len: 910 time: 0.0906725 Jul 20 19:38:27.975145 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:28.022768 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-6ac11b68-9efe-47c4-9d3b-c035af82a341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'name': 'tempest-TestShelveInstance-1053639166-router', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:37:42Z', 'revision_number': 4, 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'gw_port': {'id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '78728f46-057a-4b09-aed1-d700886e2047', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'port_id': '3cb27c30-2f2b-4e29-97fe-211854c955e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712', 'mac_address': 'fa:16:3e:f7:3e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e24067-14b4-4dfd-93ea-3acf3fe777c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:38:26Z', 'updated_at': '2022-07-20T19:38:26Z', 'revision_number': 0, 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f975267d-aae0-4039-9f64-c5eedd6e5fd9', 'name': '', 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'mac_address': 'fa:16:3e:5c:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'a2bb6b12-0fd1-4309-b9b0-cd8302be8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:42Z', 'updated_at': '2022-07-20T19:37:46Z', 'revision_number': 5, 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'subnets': [{'id': 'a2bb6b12-0fd1-4309-b9b0-cd8302be8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:28.026844 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-019f292a-f659-4948-b43a-e17cddc23c65 req-29055c9f-29c4-4251-83c3-f92957148bc8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cb27c30-2f2b-4e29-97fe-211854c955e8 HTTP/1.1" status: 200 len: 998 time: 0.0640609 Jul 20 19:38:28.048807 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac11b68-9efe-47c4-9d3b-c035af82a341 None None] Checking router: 7deba42d-0ab6-4e7c-90be-31365b59945c for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:38:28.057735 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac11b68-9efe-47c4-9d3b-c035af82a341 None None] Routers {'7deba42d-0ab6-4e7c-90be-31365b59945c'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:38:28.058335 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-6ac11b68-9efe-47c4-9d3b-c035af82a341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:38:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['7deba42d-0ab6-4e7c-90be-31365b59945c'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:28.078242 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f292a-f659-4948-b43a-e17cddc23c65 req-ad261c03-72ba-4785-a474-317e176548f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:28.079721 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-019f292a-f659-4948-b43a-e17cddc23c65 req-ad261c03-72ba-4785-a474-317e176548f9 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a2bb6b12-0fd1-4309-b9b0-cd8302be8a40 HTTP/1.1" status: 200 len: 848 time: 0.0472846 Jul 20 19:38:28.128413 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019f292a-f659-4948-b43a-e17cddc23c65 req-06542d44-5159-4c21-85f8-6eedc8f0304d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:28.131009 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-019f292a-f659-4948-b43a-e17cddc23c65 req-06542d44-5159-4c21-85f8-6eedc8f0304d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9b89c0a6-a46c-4abc-8170-f8b4a3cbb712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0422621 Jul 20 19:38:28.140594 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [req-019f292a-f659-4948-b43a-e17cddc23c65 req-40500314-d0b2-4026-a583-cf77d274e217 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104007) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:38:28.141629 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-019f292a-f659-4948-b43a-e17cddc23c65 req-40500314-d0b2-4026-a583-cf77d274e217 service neutron] 10.222.0.96 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0048335 Jul 20 19:38:28.164051 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-6ac11b68-9efe-47c4-9d3b-c035af82a341 None None] Set router 7deba42d-0ab6-4e7c-90be-31365b59945c gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:38:28.246138 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-019f292a-f659-4948-b43a-e17cddc23c65 req-9d5df824-fc7a-4e9b-951d-da7ef798a265 service neutron] 10.222.0.96 "GET /v2.0/networks/9b89c0a6-a46c-4abc-8170-f8b4a3cbb712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0982308 Jul 20 19:38:28.292369 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=100 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:28.358705 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-019f292a-f659-4948-b43a-e17cddc23c65 req-81fd5542-1fc1-4ae3-adab-511ac9678613 service neutron] 10.222.0.96 "GET /v2.0/networks/9b89c0a6-a46c-4abc-8170-f8b4a3cbb712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008101 Jul 20 19:38:28.542187 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-6ac11b68-9efe-47c4-9d3b-c035af82a341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'name': 'tempest-TestShelveInstance-1053639166-router', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:37:42Z', 'revision_number': 4, 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'gw_port': {'id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '78728f46-057a-4b09-aed1-d700886e2047', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'port_id': '3cb27c30-2f2b-4e29-97fe-211854c955e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712', 'mac_address': 'fa:16:3e:f7:3e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e24067-14b4-4dfd-93ea-3acf3fe777c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:38:26Z', 'updated_at': '2022-07-20T19:38:26Z', 'revision_number': 0, 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f975267d-aae0-4039-9f64-c5eedd6e5fd9', 'name': '', 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'mac_address': 'fa:16:3e:5c:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'a2bb6b12-0fd1-4309-b9b0-cd8302be8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:42Z', 'updated_at': '2022-07-20T19:37:46Z', 'revision_number': 5, 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'subnets': [{'id': 'a2bb6b12-0fd1-4309-b9b0-cd8302be8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:28.572385 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac11b68-9efe-47c4-9d3b-c035af82a341 None None] The sync data for ids ['7deba42d-0ab6-4e7c-90be-31365b59945c'] in dv-cinder-850548-1-iscsi is: [{'id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'name': 'tempest-TestShelveInstance-1053639166-router', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:37:42Z', 'revision_number': 4, 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'gw_port': {'id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '78728f46-057a-4b09-aed1-d700886e2047', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'floating_ip_address': '172.27.3.6', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'port_id': '3cb27c30-2f2b-4e29-97fe-211854c955e8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 690, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712', 'mac_address': 'fa:16:3e:f7:3e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '67e24067-14b4-4dfd-93ea-3acf3fe777c2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:38:26Z', 'updated_at': '2022-07-20T19:38:26Z', 'revision_number': 0, 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f975267d-aae0-4039-9f64-c5eedd6e5fd9', 'name': '', 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'mac_address': 'fa:16:3e:5c:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'a2bb6b12-0fd1-4309-b9b0-cd8302be8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:42Z', 'updated_at': '2022-07-20T19:37:46Z', 'revision_number': 5, 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'subnets': [{'id': 'a2bb6b12-0fd1-4309-b9b0-cd8302be8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:38:28.659168 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e4e4b5-93a6-483e-837a-6d195abc0684 req-0212e845-256c-45f5-b32d-9aa404b78f03 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:28.661266 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-00e4e4b5-93a6-483e-837a-6d195abc0684 req-0212e845-256c-45f5-b32d-9aa404b78f03 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3ff6a43-e269-4575-925c-2b6e4e93dabb HTTP/1.1" status: 200 len: 946 time: 0.0533228 Jul 20 19:38:28.711766 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-00e4e4b5-93a6-483e-837a-6d195abc0684 req-8a85687f-bc09-46da-95d6-0305a22e9a23 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=9acfcfde-7061-4977-8851-d944180527db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438776 Jul 20 19:38:28.773632 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307021b8-fd6c-48ab-b59c-5f8c7d0be2ed None None] New status for floating IP 78728f46-057a-4b09-aed1-d700886e2047: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:38:29.840670 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18697783-2109-4d27-a9f3-5ba3d26e84d7 req-8455cd82-6f14-4484-8c65-25bc4d3ae3cf tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:29.842176 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-18697783-2109-4d27-a9f3-5ba3d26e84d7 req-8455cd82-6f14-4484-8c65-25bc4d3ae3cf tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3ff6a43-e269-4575-925c-2b6e4e93dabb HTTP/1.1" status: 200 len: 946 time: 0.0486648 Jul 20 19:38:29.890584 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-18697783-2109-4d27-a9f3-5ba3d26e84d7 req-cf7e256b-dd1e-463d-b5bb-aaf98e7bbb59 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=9acfcfde-7061-4977-8851-d944180527db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428386 Jul 20 19:38:30.419671 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558aa476-e3f4-4586-9eaa-46d77b8e59fc req-c8bf241c-aa9b-44dd-90d0-c18e57877f14 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:30.421226 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-558aa476-e3f4-4586-9eaa-46d77b8e59fc req-c8bf241c-aa9b-44dd-90d0-c18e57877f14 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.96 "GET /v2.0/ports?device_id=e3ff6a43-e269-4575-925c-2b6e4e93dabb HTTP/1.1" status: 200 len: 946 time: 0.0486827 Jul 20 19:38:30.504895 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-558aa476-e3f4-4586-9eaa-46d77b8e59fc req-84dbaec8-af45-489e-b47c-dd78f443acf7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Deleting port 8a1ad294-9718-423e-a03a-bdffabd23eb9 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:38:30.505311 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-558aa476-e3f4-4586-9eaa-46d77b8e59fc req-84dbaec8-af45-489e-b47c-dd78f443acf7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (8a1ad294-9718-423e-a03a-bdffabd23eb9), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:30.599205 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:30.601414 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-558aa476-e3f4-4586-9eaa-46d77b8e59fc req-84dbaec8-af45-489e-b47c-dd78f443acf7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] For port 8a1ad294-9718-423e-a03a-bdffabd23eb9, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=8a1ad294-9718-423e-a03a-bdffabd23eb9,segment=NetworkSegment(c757d05f-bc74-45f6-a55d-98cf55aecd7f),segment_id=c757d05f-bc74-45f6-a55d-98cf55aecd7f)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:38:30.601783 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-558aa476-e3f4-4586-9eaa-46d77b8e59fc req-84dbaec8-af45-489e-b47c-dd78f443acf7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (8a1ad294-9718-423e-a03a-bdffabd23eb9), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:30.771420 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-558aa476-e3f4-4586-9eaa-46d77b8e59fc req-84dbaec8-af45-489e-b47c-dd78f443acf7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:30.771807 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-558aa476-e3f4-4586-9eaa-46d77b8e59fc req-84dbaec8-af45-489e-b47c-dd78f443acf7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (149b028d-8eda-4a50-af74-8877ca07ea92), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:30.772319 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.db.l3_db [req-558aa476-e3f4-4586-9eaa-46d77b8e59fc req-84dbaec8-af45-489e-b47c-dd78f443acf7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Floating IP 149b028d-8eda-4a50-af74-8877ca07ea92 disassociated. External IP: 172.27.3.227, port: 8a1ad294-9718-423e-a03a-bdffabd23eb9. Jul 20 19:38:30.772594 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-558aa476-e3f4-4586-9eaa-46d77b8e59fc req-84dbaec8-af45-489e-b47c-dd78f443acf7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Calling delete_port for 8a1ad294-9718-423e-a03a-bdffabd23eb9 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:38:30.903739 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-558aa476-e3f4-4586-9eaa-46d77b8e59fc req-84dbaec8-af45-489e-b47c-dd78f443acf7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (8a1ad294-9718-423e-a03a-bdffabd23eb9), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:30.932430 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dbaec8-af45-489e-b47c-dd78f443acf7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event deleted for resources: {'Port': ['ID=8a1ad294-9718-423e-a03a-bdffabd23eb9,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:30.993063 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2398c6c8-8327-482a-95fc-f5dc8d49778d req-df4ed538-4c86-4e68-8761-724118df8047 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=e3ff6a43-e269-4575-925c-2b6e4e93dabb HTTP/1.1" status: 200 len: 210 time: 0.0294878 Jul 20 19:38:31.048914 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-558aa476-e3f4-4586-9eaa-46d77b8e59fc req-84dbaec8-af45-489e-b47c-dd78f443acf7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Router 044b8bd2-8154-47e7-ba03-d6272376e9af has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:38:31.163150 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-558aa476-e3f4-4586-9eaa-46d77b8e59fc req-84dbaec8-af45-489e-b47c-dd78f443acf7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:38:31.172863 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aa25c6-ca0a-4b99-b42c-1fdd2e8327d2 None None] Sync routers for ids ['044b8bd2-8154-47e7-ba03-d6272376e9af'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:38:31.183792 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aa25c6-ca0a-4b99-b42c-1fdd2e8327d2 None None] Routers {'044b8bd2-8154-47e7-ba03-d6272376e9af'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:38:31.184397 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d2aa25c6-ca0a-4b99-b42c-1fdd2e8327d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:38:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['044b8bd2-8154-47e7-ba03-d6272376e9af'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:31.206979 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-558aa476-e3f4-4586-9eaa-46d77b8e59fc req-84dbaec8-af45-489e-b47c-dd78f443acf7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] No DVR routers for this DVR port 8a1ad294-9718-423e-a03a-bdffabd23eb9 on host hv-cinder-85054 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:38:31.209702 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-558aa476-e3f4-4586-9eaa-46d77b8e59fc req-84dbaec8-af45-489e-b47c-dd78f443acf7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:31.212954 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-558aa476-e3f4-4586-9eaa-46d77b8e59fc req-84dbaec8-af45-489e-b47c-dd78f443acf7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.96 "DELETE /v2.0/ports/8a1ad294-9718-423e-a03a-bdffabd23eb9 HTTP/1.1" status: 204 len: 173 time: 0.7863927 Jul 20 19:38:31.213402 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3ff6a43-e269-4575-925c-2b6e4e93dabb', 'name': 'network-vif-deleted', 'tag': '8a1ad294-9718-423e-a03a-bdffabd23eb9'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:38:31.215650 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9cd79ebd3f805e6a7478220ee26c4e1921248cfe9318229c3fb3c09e22ed3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21a98223-2e31-460e-9ac3-4c3fb409d870" -d '{"events": [{"server_uuid": "e3ff6a43-e269-4575-925c-2b6e4e93dabb", "name": "network-vif-deleted", "tag": "8a1ad294-9718-423e-a03a-bdffabd23eb9"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:38:31.255009 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:38:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b2ce82a-1742-4d85-b6b0-8d6fa9662e4f x-openstack-request-id: req-1b2ce82a-1742-4d85-b6b0-8d6fa9662e4f {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:38:31.255609 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3ff6a43-e269-4575-925c-2b6e4e93dabb", "name": "network-vif-deleted", "tag": "8a1ad294-9718-423e-a03a-bdffabd23eb9", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:38:31.255886 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1b2ce82a-1742-4d85-b6b0-8d6fa9662e4f {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:38:31.256303 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1b2ce82a-1742-4d85-b6b0-8d6fa9662e4f'] response: {'server_uuid': 'e3ff6a43-e269-4575-925c-2b6e4e93dabb', 'name': 'network-vif-deleted', 'tag': '8a1ad294-9718-423e-a03a-bdffabd23eb9', 'status': 'completed', 'code': 200} Jul 20 19:38:31.298910 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-d2aa25c6-ca0a-4b99-b42c-1fdd2e8327d2 None None] Set router 044b8bd2-8154-47e7-ba03-d6272376e9af gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:38:31.392086 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:31.538758 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d2aa25c6-ca0a-4b99-b42c-1fdd2e8327d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': 'cce1e51f-e1fc-4864-ac8a-875469e5db93', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'port_id': '4a0cbc8c-9546-4996-abd6-a592176c93a7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'mac_address': 'fa:16:3e:3f:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c936cd-d435-4fb2-b37c-413b8e71ffab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:36:22Z', 'updated_at': '2022-07-20T19:36:36Z', 'revision_number': 2, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:24Z', 'revision_number': 5, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:31.564460 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aa25c6-ca0a-4b99-b42c-1fdd2e8327d2 None None] Checking router: 044b8bd2-8154-47e7-ba03-d6272376e9af for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:38:31.573454 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aa25c6-ca0a-4b99-b42c-1fdd2e8327d2 None None] Routers {'044b8bd2-8154-47e7-ba03-d6272376e9af'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:38:31.574061 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d2aa25c6-ca0a-4b99-b42c-1fdd2e8327d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:38:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['044b8bd2-8154-47e7-ba03-d6272376e9af'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:31.683566 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-d2aa25c6-ca0a-4b99-b42c-1fdd2e8327d2 None None] Set router 044b8bd2-8154-47e7-ba03-d6272376e9af gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:38:31.788657 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:31.926582 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-d2aa25c6-ca0a-4b99-b42c-1fdd2e8327d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': 'cce1e51f-e1fc-4864-ac8a-875469e5db93', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'port_id': '4a0cbc8c-9546-4996-abd6-a592176c93a7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'mac_address': 'fa:16:3e:3f:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c936cd-d435-4fb2-b37c-413b8e71ffab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:36:22Z', 'updated_at': '2022-07-20T19:36:36Z', 'revision_number': 2, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:24Z', 'revision_number': 5, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:31.952027 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aa25c6-ca0a-4b99-b42c-1fdd2e8327d2 None None] The sync data for ids ['044b8bd2-8154-47e7-ba03-d6272376e9af'] in dv-cinder-850548-1-iscsi is: [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': 'cce1e51f-e1fc-4864-ac8a-875469e5db93', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'floating_ip_address': '172.27.3.92', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'port_id': '4a0cbc8c-9546-4996-abd6-a592176c93a7', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 585, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'mac_address': 'fa:16:3e:3f:4f:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03c936cd-d435-4fb2-b37c-413b8e71ffab', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:36:22Z', 'updated_at': '2022-07-20T19:36:36Z', 'revision_number': 2, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:24Z', 'revision_number': 5, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:38:32.085154 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43858) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:32.103211 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:32.150201 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fd709650-227f-430d-941d-ed0fa669a4c7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group (9acfcfde-7061-4977-8851-d944180527db), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:32.176202 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fd709650-227f-430d-941d-ed0fa669a4c7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group (9acfcfde-7061-4977-8851-d944180527db), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:32.196286 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958915d9-3b99-413b-a9a3-be091f48b27a None None] New status for floating IP 149b028d-8eda-4a50-af74-8877ca07ea92: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:38:32.477381 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fd709650-227f-430d-941d-ed0fa669a4c7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (9acfcfde-7061-4977-8851-d944180527db), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:32.479979 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-fd709650-227f-430d-941d-ed0fa669a4c7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:32.481209 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-fd709650-227f-430d-941d-ed0fa669a4c7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "DELETE /v2.0/security-groups/9acfcfde-7061-4977-8851-d944180527db HTTP/1.1" status: 204 len: 168 time: 0.3943384 Jul 20 19:38:32.484218 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 43860) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:32.490812 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd709650-227f-430d-941d-ed0fa669a4c7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9acfcfde-7061-4977-8851-d944180527db,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:32.500498 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.api.v2.resource [None req-c3b0915f-b7f1-4edb-8b02-a06423494639 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] show failed (client error): The resource could not be found. Jul 20 19:38:32.501555 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-c3b0915f-b7f1-4edb-8b02-a06423494639 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups/9acfcfde-7061-4977-8851-d944180527db HTTP/1.1" status: 404 len: 347 time: 0.0163584 Jul 20 19:38:32.504641 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 43862) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:32.529613 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 8a1ad294-9718-423e-a03a-bdffabd23eb9 no longer exists at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:38:32.550015 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] No Port match for: 8a1ad294-9718-423e-a03a-bdffabd23eb9 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:38:32.550362 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 8a1ad294-9718-423e-a03a-bdffabd23eb9 not bound to the agent host hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:38:32.628155 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b0e23b46-cc3a-4455-ad8b-88a6a848443f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Deleting port 90d87d30-d0f3-4870-8219-b1fc50e85825 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:38:32.628389 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b0e23b46-cc3a-4455-ad8b-88a6a848443f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (90d87d30-d0f3-4870-8219-b1fc50e85825), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:32.708650 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b0e23b46-cc3a-4455-ad8b-88a6a848443f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (90d87d30-d0f3-4870-8219-b1fc50e85825), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:32.709004 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b0e23b46-cc3a-4455-ad8b-88a6a848443f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for floatingip (90d87d30-d0f3-4870-8219-b1fc50e85825), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:32.721602 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-b0e23b46-cc3a-4455-ad8b-88a6a848443f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Calling delete_port for 90d87d30-d0f3-4870-8219-b1fc50e85825 owned by network:floatingip {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:38:32.732167 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:32.865986 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:32.872126 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b0e23b46-cc3a-4455-ad8b-88a6a848443f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (90d87d30-d0f3-4870-8219-b1fc50e85825), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:32.902037 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e23b46-cc3a-4455-ad8b-88a6a848443f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event deleted for resources: {'Port': ['ID=90d87d30-d0f3-4870-8219-b1fc50e85825,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:32.927072 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e23b46-cc3a-4455-ad8b-88a6a848443f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:32.927416 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e23b46-cc3a-4455-ad8b-88a6a848443f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:32.927768 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e23b46-cc3a-4455-ad8b-88a6a848443f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:32.928090 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e23b46-cc3a-4455-ad8b-88a6a848443f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:32.928417 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e23b46-cc3a-4455-ad8b-88a6a848443f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:32.928744 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e23b46-cc3a-4455-ad8b-88a6a848443f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:32.929097 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e23b46-cc3a-4455-ad8b-88a6a848443f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:32.929418 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e23b46-cc3a-4455-ad8b-88a6a848443f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:32.929737 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e23b46-cc3a-4455-ad8b-88a6a848443f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:32.930054 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e23b46-cc3a-4455-ad8b-88a6a848443f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:32.930373 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e23b46-cc3a-4455-ad8b-88a6a848443f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:32.930689 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e23b46-cc3a-4455-ad8b-88a6a848443f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:32.931006 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e23b46-cc3a-4455-ad8b-88a6a848443f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:32.931324 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e23b46-cc3a-4455-ad8b-88a6a848443f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:32.931635 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e23b46-cc3a-4455-ad8b-88a6a848443f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:32.978367 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b0e23b46-cc3a-4455-ad8b-88a6a848443f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for floatingip (149b028d-8eda-4a50-af74-8877ca07ea92), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:32.980924 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-b0e23b46-cc3a-4455-ad8b-88a6a848443f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:32.982077 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-b0e23b46-cc3a-4455-ad8b-88a6a848443f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "DELETE /v2.0/floatingips/149b028d-8eda-4a50-af74-8877ca07ea92 HTTP/1.1" status: 204 len: 168 time: 0.4761922 Jul 20 19:38:34.600468 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13574ce-c37e-4b78-8004-37f8eb72d286 req-22957a8f-cfd7-45f0-be15-535c56658e4b tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:34.601997 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b13574ce-c37e-4b78-8004-37f8eb72d286 req-22957a8f-cfd7-45f0-be15-535c56658e4b tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=03c936cd-d435-4fb2-b37c-413b8e71ffab HTTP/1.1" status: 200 len: 945 time: 0.0515401 Jul 20 19:38:34.651868 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b13574ce-c37e-4b78-8004-37f8eb72d286 req-5f046c20-301b-4a21-9f3f-746b91bfde55 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=51c061ec-696c-45cf-99b5-c1bea02918e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433247 Jul 20 19:38:35.772371 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680f6b2e-becf-4fa1-b2c0-1542beb020ae req-bfae8b19-e829-442d-95cc-887366a454f0 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:35.773855 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-680f6b2e-becf-4fa1-b2c0-1542beb020ae req-bfae8b19-e829-442d-95cc-887366a454f0 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=03c936cd-d435-4fb2-b37c-413b8e71ffab HTTP/1.1" status: 200 len: 945 time: 0.0481982 Jul 20 19:38:35.822353 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-680f6b2e-becf-4fa1-b2c0-1542beb020ae req-300c3021-7bd0-474c-9a35-bdc42e70d611 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=51c061ec-696c-45cf-99b5-c1bea02918e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428813 Jul 20 19:38:36.652296 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9aad4c-e86a-4062-956a-df534cd0c708 req-3d287022-9b2c-41ac-9996-a16f14a2d154 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:36.653795 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-ff9aad4c-e86a-4062-956a-df534cd0c708 req-3d287022-9b2c-41ac-9996-a16f14a2d154 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.96 "GET /v2.0/ports?device_id=03c936cd-d435-4fb2-b37c-413b8e71ffab HTTP/1.1" status: 200 len: 945 time: 0.0486474 Jul 20 19:38:36.744339 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-ff9aad4c-e86a-4062-956a-df534cd0c708 req-f1c8e2c1-9acf-4182-bcff-4a9e0434bbc1 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Deleting port 4a0cbc8c-9546-4996-abd6-a592176c93a7 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:38:36.744672 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ff9aad4c-e86a-4062-956a-df534cd0c708 req-f1c8e2c1-9acf-4182-bcff-4a9e0434bbc1 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (4a0cbc8c-9546-4996-abd6-a592176c93a7), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:36.807475 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=94,neutron:UPDATE=1,neutron:DELETE=5 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:36.838786 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-ff9aad4c-e86a-4062-956a-df534cd0c708 req-f1c8e2c1-9acf-4182-bcff-4a9e0434bbc1 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] For port 4a0cbc8c-9546-4996-abd6-a592176c93a7, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=4a0cbc8c-9546-4996-abd6-a592176c93a7,segment=NetworkSegment(c757d05f-bc74-45f6-a55d-98cf55aecd7f),segment_id=c757d05f-bc74-45f6-a55d-98cf55aecd7f)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:38:36.839144 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ff9aad4c-e86a-4062-956a-df534cd0c708 req-f1c8e2c1-9acf-4182-bcff-4a9e0434bbc1 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (4a0cbc8c-9546-4996-abd6-a592176c93a7), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:36.955633 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89cb7767-1b94-48ff-8fa2-c736cc668212 req-373921fa-9129-4af1-9c52-ebf74b5403ad tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:36.957210 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-89cb7767-1b94-48ff-8fa2-c736cc668212 req-373921fa-9129-4af1-9c52-ebf74b5403ad tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=03c936cd-d435-4fb2-b37c-413b8e71ffab HTTP/1.1" status: 200 len: 945 time: 0.0594175 Jul 20 19:38:37.006135 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-89cb7767-1b94-48ff-8fa2-c736cc668212 req-a36538e5-1cf9-4ed8-b20c-7eb52a9b52e2 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=51c061ec-696c-45cf-99b5-c1bea02918e5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432603 Jul 20 19:38:37.011631 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ff9aad4c-e86a-4062-956a-df534cd0c708 req-f1c8e2c1-9acf-4182-bcff-4a9e0434bbc1 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:37.012024 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ff9aad4c-e86a-4062-956a-df534cd0c708 req-f1c8e2c1-9acf-4182-bcff-4a9e0434bbc1 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (cce1e51f-e1fc-4864-ac8a-875469e5db93), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:37.012337 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.db.l3_db [req-ff9aad4c-e86a-4062-956a-df534cd0c708 req-f1c8e2c1-9acf-4182-bcff-4a9e0434bbc1 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Floating IP cce1e51f-e1fc-4864-ac8a-875469e5db93 disassociated. External IP: 172.27.3.92, port: 4a0cbc8c-9546-4996-abd6-a592176c93a7. Jul 20 19:38:37.012683 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-ff9aad4c-e86a-4062-956a-df534cd0c708 req-f1c8e2c1-9acf-4182-bcff-4a9e0434bbc1 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Calling delete_port for 4a0cbc8c-9546-4996-abd6-a592176c93a7 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:38:37.147945 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ff9aad4c-e86a-4062-956a-df534cd0c708 req-f1c8e2c1-9acf-4182-bcff-4a9e0434bbc1 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (4a0cbc8c-9546-4996-abd6-a592176c93a7), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:37.174309 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c8e2c1-9acf-4182-bcff-4a9e0434bbc1 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event deleted for resources: {'Port': ['ID=4a0cbc8c-9546-4996-abd6-a592176c93a7,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:37.292421 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ff9aad4c-e86a-4062-956a-df534cd0c708 req-f1c8e2c1-9acf-4182-bcff-4a9e0434bbc1 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Router 044b8bd2-8154-47e7-ba03-d6272376e9af has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:38:37.392722 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=91,neutron:DELETE=7,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:37.406781 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ff9aad4c-e86a-4062-956a-df534cd0c708 req-f1c8e2c1-9acf-4182-bcff-4a9e0434bbc1 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:38:37.417813 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497a9843-ec3c-49f5-a3c8-36e6d7b62750 None None] Sync routers for ids ['044b8bd2-8154-47e7-ba03-d6272376e9af'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:38:37.428344 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497a9843-ec3c-49f5-a3c8-36e6d7b62750 None None] Routers {'044b8bd2-8154-47e7-ba03-d6272376e9af'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:38:37.429059 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-497a9843-ec3c-49f5-a3c8-36e6d7b62750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:38:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['044b8bd2-8154-47e7-ba03-d6272376e9af'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:37.456588 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff9aad4c-e86a-4062-956a-df534cd0c708 req-f1c8e2c1-9acf-4182-bcff-4a9e0434bbc1 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] No DVR routers for this DVR port 4a0cbc8c-9546-4996-abd6-a592176c93a7 on host hv-cinder-85054 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:38:37.459333 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-ff9aad4c-e86a-4062-956a-df534cd0c708 req-f1c8e2c1-9acf-4182-bcff-4a9e0434bbc1 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:37.462979 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-ff9aad4c-e86a-4062-956a-df534cd0c708 req-f1c8e2c1-9acf-4182-bcff-4a9e0434bbc1 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.96 "DELETE /v2.0/ports/4a0cbc8c-9546-4996-abd6-a592176c93a7 HTTP/1.1" status: 204 len: 173 time: 0.8015177 Jul 20 19:38:37.463432 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03c936cd-d435-4fb2-b37c-413b8e71ffab', 'name': 'network-vif-deleted', 'tag': '4a0cbc8c-9546-4996-abd6-a592176c93a7'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:38:37.465751 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9cd79ebd3f805e6a7478220ee26c4e1921248cfe9318229c3fb3c09e22ed3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12aba774-8680-4a4c-8a64-1b5bff9274cd" -d '{"events": [{"server_uuid": "03c936cd-d435-4fb2-b37c-413b8e71ffab", "name": "network-vif-deleted", "tag": "4a0cbc8c-9546-4996-abd6-a592176c93a7"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:38:37.507656 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:38:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8028a016-f2fe-4a1d-b3a7-df8fcb378a91 x-openstack-request-id: req-8028a016-f2fe-4a1d-b3a7-df8fcb378a91 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:38:37.507981 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03c936cd-d435-4fb2-b37c-413b8e71ffab", "name": "network-vif-deleted", "tag": "4a0cbc8c-9546-4996-abd6-a592176c93a7", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:38:37.508299 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-8028a016-f2fe-4a1d-b3a7-df8fcb378a91 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:38:37.508711 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8028a016-f2fe-4a1d-b3a7-df8fcb378a91'] response: {'server_uuid': '03c936cd-d435-4fb2-b37c-413b8e71ffab', 'name': 'network-vif-deleted', 'tag': '4a0cbc8c-9546-4996-abd6-a592176c93a7', 'status': 'completed', 'code': 200} Jul 20 19:38:37.557532 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-497a9843-ec3c-49f5-a3c8-36e6d7b62750 None None] Set router 044b8bd2-8154-47e7-ba03-d6272376e9af gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:38:37.771324 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-497a9843-ec3c-49f5-a3c8-36e6d7b62750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:24Z', 'revision_number': 5, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:37.796978 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497a9843-ec3c-49f5-a3c8-36e6d7b62750 None None] Checking router: 044b8bd2-8154-47e7-ba03-d6272376e9af for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:38:37.806903 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497a9843-ec3c-49f5-a3c8-36e6d7b62750 None None] Routers {'044b8bd2-8154-47e7-ba03-d6272376e9af'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:38:37.807535 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-497a9843-ec3c-49f5-a3c8-36e6d7b62750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:38:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['044b8bd2-8154-47e7-ba03-d6272376e9af'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:37.916548 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-497a9843-ec3c-49f5-a3c8-36e6d7b62750 None None] Set router 044b8bd2-8154-47e7-ba03-d6272376e9af gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:38:37.940269 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:38.106537 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 43894) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:38.136525 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-497a9843-ec3c-49f5-a3c8-36e6d7b62750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:24Z', 'revision_number': 5, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:38.162767 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-497a9843-ec3c-49f5-a3c8-36e6d7b62750 None None] The sync data for ids ['044b8bd2-8154-47e7-ba03-d6272376e9af'] in dv-cinder-850548-1-iscsi is: [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:24Z', 'revision_number': 5, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:38:38.164631 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-39d62795-f271-4ab1-9ba2-f24fbaf33696 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group (51c061ec-696c-45cf-99b5-c1bea02918e5), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:38.193919 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-39d62795-f271-4ab1-9ba2-f24fbaf33696 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group (51c061ec-696c-45cf-99b5-c1bea02918e5), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:38.250418 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-39d62795-f271-4ab1-9ba2-f24fbaf33696 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (51c061ec-696c-45cf-99b5-c1bea02918e5), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:38.253277 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-39d62795-f271-4ab1-9ba2-f24fbaf33696 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:38.255114 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-39d62795-f271-4ab1-9ba2-f24fbaf33696 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "DELETE /v2.0/security-groups/51c061ec-696c-45cf-99b5-c1bea02918e5 HTTP/1.1" status: 204 len: 168 time: 0.1474938 Jul 20 19:38:38.258105 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43896) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:38.264846 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d62795-f271-4ab1-9ba2-f24fbaf33696 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c061ec-696c-45cf-99b5-c1bea02918e5,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:38.272693 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.api.v2.resource [None req-b32c0cbc-b55a-4a07-ae15-e159d8f8a9bc tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] show failed (client error): The resource could not be found. Jul 20 19:38:38.276448 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-b32c0cbc-b55a-4a07-ae15-e159d8f8a9bc tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups/51c061ec-696c-45cf-99b5-c1bea02918e5 HTTP/1.1" status: 404 len: 347 time: 0.0146279 Jul 20 19:38:38.276685 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43898) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:38.400704 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-ecc85dda-3d19-4194-a8e5-e2ddfb167d4b tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Deleting port 991e3ce0-5fa2-44b5-86db-e107a3b8e00b {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:38:38.401403 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ecc85dda-3d19-4194-a8e5-e2ddfb167d4b tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (991e3ce0-5fa2-44b5-86db-e107a3b8e00b), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:38.415750 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9ae0751-9e00-4096-aa02-7ca9b7c71cfb None None] New status for floating IP cce1e51f-e1fc-4864-ac8a-875469e5db93: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:38:38.486682 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ecc85dda-3d19-4194-a8e5-e2ddfb167d4b tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (991e3ce0-5fa2-44b5-86db-e107a3b8e00b), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:38.487013 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ecc85dda-3d19-4194-a8e5-e2ddfb167d4b tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for floatingip (991e3ce0-5fa2-44b5-86db-e107a3b8e00b), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:38.500349 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-ecc85dda-3d19-4194-a8e5-e2ddfb167d4b tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Calling delete_port for 991e3ce0-5fa2-44b5-86db-e107a3b8e00b owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:38:38.552618 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=97,neutron:DELETE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:38.559302 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 4a0cbc8c-9546-4996-abd6-a592176c93a7 no longer exists at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:38:38.579966 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] No Port match for: 4a0cbc8c-9546-4996-abd6-a592176c93a7 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:38:38.580320 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 4a0cbc8c-9546-4996-abd6-a592176c93a7 not bound to the agent host hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:38:38.643364 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ecc85dda-3d19-4194-a8e5-e2ddfb167d4b tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (991e3ce0-5fa2-44b5-86db-e107a3b8e00b), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:38.666642 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc85dda-3d19-4194-a8e5-e2ddfb167d4b tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event deleted for resources: {'Port': ['ID=991e3ce0-5fa2-44b5-86db-e107a3b8e00b,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:38.732372 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ecc85dda-3d19-4194-a8e5-e2ddfb167d4b tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for floatingip (cce1e51f-e1fc-4864-ac8a-875469e5db93), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:38.734934 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ecc85dda-3d19-4194-a8e5-e2ddfb167d4b tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:38.736080 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-ecc85dda-3d19-4194-a8e5-e2ddfb167d4b tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "DELETE /v2.0/floatingips/cce1e51f-e1fc-4864-ac8a-875469e5db93 HTTP/1.1" status: 204 len: 168 time: 0.4584582 Jul 20 19:38:38.807565 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43902) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:38.812233 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-b011c987-2808-43f1-9a24-255ed3bcf47c tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--430715556', 'description': 'tempest-description--797701151'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:38:38.833668 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b011c987-2808-43f1-9a24-255ed3bcf47c tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:38.911041 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b011c987-2808-43f1-9a24-255ed3bcf47c tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group (6b21839b-1462-42f0-ba3e-5c6084d4362d), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:38.916756 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b011c987-2808-43f1-9a24-255ed3bcf47c tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (6b21839b-1462-42f0-ba3e-5c6084d4362d), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:38.947853 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b011c987-2808-43f1-9a24-255ed3bcf47c tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:38.949116 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-b011c987-2808-43f1-9a24-255ed3bcf47c tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1404891 Jul 20 19:38:38.951961 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 43904) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:38.957071 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-73299cf4-f601-4c8d-a396-536134e111c0 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Request body: {'security_group_rule': {'security_group_id': '6b21839b-1462-42f0-ba3e-5c6084d4362d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:38:38.965417 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b011c987-2808-43f1-9a24-255ed3bcf47c tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b21839b-1462-42f0-ba3e-5c6084d4362d,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:38.989528 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-73299cf4-f601-4c8d-a396-536134e111c0 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group_rule (c2b29542-1561-4db7-b0e0-c2c9332cf2dd), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:39.048715 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-73299cf4-f601-4c8d-a396-536134e111c0 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group_rule (c2b29542-1561-4db7-b0e0-c2c9332cf2dd), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:39.053130 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-73299cf4-f601-4c8d-a396-536134e111c0 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (c2b29542-1561-4db7-b0e0-c2c9332cf2dd), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:39.071117 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73299cf4-f601-4c8d-a396-536134e111c0 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2b29542-1561-4db7-b0e0-c2c9332cf2dd,revision_number=0']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:39.079405 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-73299cf4-f601-4c8d-a396-536134e111c0 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:39.080595 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-73299cf4-f601-4c8d-a396-536134e111c0 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1277294 Jul 20 19:38:39.084256 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 43906) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:39.088810 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-12120634-2eb9-42c9-87e7-4458a4d6bc8e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Request body: {'security_group_rule': {'security_group_id': '6b21839b-1462-42f0-ba3e-5c6084d4362d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:38:39.115726 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12120634-2eb9-42c9-87e7-4458a4d6bc8e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group_rule (fa85d23f-9f91-4629-93ff-25e7c64ec573), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:39.177946 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12120634-2eb9-42c9-87e7-4458a4d6bc8e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group_rule (fa85d23f-9f91-4629-93ff-25e7c64ec573), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:39.182050 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12120634-2eb9-42c9-87e7-4458a4d6bc8e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (fa85d23f-9f91-4629-93ff-25e7c64ec573), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:39.208199 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12120634-2eb9-42c9-87e7-4458a4d6bc8e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa85d23f-9f91-4629-93ff-25e7c64ec573,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:39.213771 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-12120634-2eb9-42c9-87e7-4458a4d6bc8e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:39.214880 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-12120634-2eb9-42c9-87e7-4458a4d6bc8e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1295145 Jul 20 19:38:39.217860 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 43908) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:39.222080 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-5a05b3a6-8658-414e-8429-9a9be43e4b3e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Request body: {'floatingip': {'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:38:39.245127 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5a05b3a6-8658-414e-8429-9a9be43e4b3e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:39.314110 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=88,neutron:DELETE=7,neutron:INSERT=5 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:39.326669 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5a05b3a6-8658-414e-8429-9a9be43e4b3e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:39.413438 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=93,neutron:DELETE=2,neutron:UPDATE=2,neutron:INSERT=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:39.439085 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-5a05b3a6-8658-414e-8429-9a9be43e4b3e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Allocated IP 172.27.3.207 (0148b93c-d79f-482c-aa55-1b162de4f442/9a6c0e64-8fd5-4336-8a8c-b393c90fda39/c13f6b03-fcfa-4591-b52a-7ea33a650622) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:38:39.550149 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5a05b3a6-8658-414e-8429-9a9be43e4b3e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for port (c13f6b03-fcfa-4591-b52a-7ea33a650622), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:39.583642 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5a05b3a6-8658-414e-8429-9a9be43e4b3e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (c13f6b03-fcfa-4591-b52a-7ea33a650622), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:39.625044 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a05b3a6-8658-414e-8429-9a9be43e4b3e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Network 0148b93c-d79f-482c-aa55-1b162de4f442 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:38:39.628371 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-5a05b3a6-8658-414e-8429-9a9be43e4b3e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:38:39.632834 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a05b3a6-8658-414e-8429-9a9be43e4b3e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:38:39.636139 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05b3a6-8658-414e-8429-9a9be43e4b3e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event updated for resources: {'Port': ['ID=c13f6b03-fcfa-4591-b52a-7ea33a650622,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:39.720855 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5a05b3a6-8658-414e-8429-9a9be43e4b3e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for floatingip (ba800060-23fe-4ae2-9675-53378e15e08b), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:39.765865 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5a05b3a6-8658-414e-8429-9a9be43e4b3e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (c13f6b03-fcfa-4591-b52a-7ea33a650622), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:39.926757 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5a05b3a6-8658-414e-8429-9a9be43e4b3e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for port (c13f6b03-fcfa-4591-b52a-7ea33a650622), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:39.931176 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5a05b3a6-8658-414e-8429-9a9be43e4b3e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (c13f6b03-fcfa-4591-b52a-7ea33a650622), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:40.001790 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a05b3a6-8658-414e-8429-9a9be43e4b3e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event updated for resources: {'Port': ['ID=c13f6b03-fcfa-4591-b52a-7ea33a650622,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:40.018046 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5a05b3a6-8658-414e-8429-9a9be43e4b3e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (ba800060-23fe-4ae2-9675-53378e15e08b), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:40.028584 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:40.036906 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5a05b3a6-8658-414e-8429-9a9be43e4b3e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:40.038155 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-5a05b3a6-8658-414e-8429-9a9be43e4b3e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8193824 Jul 20 19:38:40.253922 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-22318069-2b63-46ab-b7f5-3229a93e5c3a tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--430715556&fields=id&tenant_id=a1bfa2d4b4084aa294fbd546ebc0f8c5 HTTP/1.1" status: 200 len: 267 time: 0.0485907 Jul 20 19:38:40.372089 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-0dd4a030-b7c0-4ced-9ffb-220ed7e57e81 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:40.373602 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-0dd4a030-b7c0-4ced-9ffb-220ed7e57e81 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/networks?id=f4806620-4962-4134-99b4-81d4c833434f HTTP/1.1" status: 200 len: 814 time: 0.1132317 Jul 20 19:38:40.390441 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-cfc4fcdc-d7dc-4b38-b487-670d0ba84bc9 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/quotas/a1bfa2d4b4084aa294fbd546ebc0f8c5 HTTP/1.1" status: 200 len: 375 time: 0.0097804 Jul 20 19:38:40.435762 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:INSERT=4,neutron:UPDATE=4,neutron:SELECT=92 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:40.443873 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-f65c9da3-beb7-461c-9d30-f9c68522ab82 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a1bfa2d4b4084aa294fbd546ebc0f8c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0481389 Jul 20 19:38:40.602948 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-24f023ea-e06c-447a-94e0-bb4c8b4806d7 service neutron] 10.222.0.79 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469505 Jul 20 19:38:40.696283 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-1e6e6fc8-3e8d-4632-ac3c-f4fd04d8262d service neutron] 10.222.0.79 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870078 Jul 20 19:38:40.864467 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e11c3284-801d-4023-bcbe-c13873a29db7 req-05628c67-f479-4c49-a23e-741754fc0dd0 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=f5c68bca-c913-40c9-a81b-954f9592d43e HTTP/1.1" status: 200 len: 210 time: 0.0318420 Jul 20 19:38:41.983384 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ba00f4da-01f4-4610-94fb-4918283996f1 req-89d9c517-d449-4f15-9d3f-ff463d08cf7d tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=f5c68bca-c913-40c9-a81b-954f9592d43e HTTP/1.1" status: 200 len: 210 time: 0.0350993 Jul 20 19:38:42.031525 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=7,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:42.116582 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-5729ded4-7517-425a-9da7-91864b7dc1d5 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:42.118117 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-5729ded4-7517-425a-9da7-91864b7dc1d5 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.96 "GET /v2.0/networks?id=f4806620-4962-4134-99b4-81d4c833434f HTTP/1.1" status: 200 len: 814 time: 0.1201506 Jul 20 19:38:42.209784 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-a8ce67ae-16ac-4547-b6a8-eafa47f2e208 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1bfa2d4b4084aa294fbd546ebc0f8c5 HTTP/1.1" status: 200 len: 379 time: 0.0751338 Jul 20 19:38:42.333510 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-3ef646ea-144c-4ea8-aefc-4d5a08594dd0 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Request body: {'port': {'device_id': 'f5c68bca-c913-40c9-a81b-954f9592d43e', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'admin_state_up': True, 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'security_groups': ['6b21839b-1462-42f0-ba3e-5c6084d4362d']}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:38:42.443700 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-3ef646ea-144c-4ea8-aefc-4d5a08594dd0 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Made reservation on behalf of a1bfa2d4b4084aa294fbd546ebc0f8c5 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:38:42.447075 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-3ef646ea-144c-4ea8-aefc-4d5a08594dd0 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:42.516456 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=87,neutron:DELETE=4,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:42.592447 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-3ef646ea-144c-4ea8-aefc-4d5a08594dd0 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Allocated IP 172.20.0.14 (f4806620-4962-4134-99b4-81d4c833434f/936f017c-57eb-4999-85a5-f340992534e6/5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:38:42.746783 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-3ef646ea-144c-4ea8-aefc-4d5a08594dd0 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for port (5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:42.778685 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-3ef646ea-144c-4ea8-aefc-4d5a08594dd0 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:42.821435 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-3ef646ea-144c-4ea8-aefc-4d5a08594dd0 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Network f4806620-4962-4134-99b4-81d4c833434f is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:38:42.826732 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-3ef646ea-144c-4ea8-aefc-4d5a08594dd0 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:38:42.830809 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-3ef646ea-144c-4ea8-aefc-4d5a08594dd0 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:38:42.861225 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef646ea-144c-4ea8-aefc-4d5a08594dd0 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event updated for resources: {'Port': ['ID=5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:42.887081 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-3ef646ea-144c-4ea8-aefc-4d5a08594dd0 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:42.887715 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-3ef646ea-144c-4ea8-aefc-4d5a08594dd0 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:42.906136 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-3ef646ea-144c-4ea8-aefc-4d5a08594dd0 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5769265 Jul 20 19:38:42.995449 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-2821e332-bc4e-40fb-add8-a876d5d84868 service neutron] Request body: {'port': {'device_id': 'f5c68bca-c913-40c9-a81b-954f9592d43e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85054'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:38:43.017819 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-6a26207c-dae7-4e37-ae4f-88e96e821f14 None None] Provisioning complete for port 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:38:43.018946 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6a26207c-dae7-4e37-ae4f-88e96e821f14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:43.057474 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-6a26207c-dae7-4e37-ae4f-88e96e821f14 None None] Port 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:38:43.062976 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-2821e332-bc4e-40fb-add8-a876d5d84868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:43.077226 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:43.112725 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1772e4e6-f90e-4503-980e-6e80d70c5233 req-6a774f9b-8eea-4408-a81f-37929fdf1f5b tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:43.114309 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1772e4e6-f90e-4503-980e-6e80d70c5233 req-6a774f9b-8eea-4408-a81f-37929fdf1f5b tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=f5c68bca-c913-40c9-a81b-954f9592d43e HTTP/1.1" status: 200 len: 932 time: 0.0524731 Jul 20 19:38:43.164408 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-1772e4e6-f90e-4503-980e-6e80d70c5233 req-a0689690-a430-47c4-847c-f68fe90f6ef3 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b21839b-1462-42f0-ba3e-5c6084d4362d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438914 Jul 20 19:38:43.327265 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-2821e332-bc4e-40fb-add8-a876d5d84868 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:38:43.335464 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-2821e332-bc4e-40fb-add8-a876d5d84868 service neutron] Publish callbacks [] for port (5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:43.347890 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-2821e332-bc4e-40fb-add8-a876d5d84868 service neutron] Transition to ACTIVE for port object 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:38:43.351787 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-2821e332-bc4e-40fb-add8-a876d5d84868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525612'] for port (5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:43.400807 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=91,neutron:INSERT=4,neutron:UPDATE=3,neutron:DELETE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:43.405847 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821e332-bc4e-40fb-add8-a876d5d84868 service neutron] Pushing event updated for resources: {'Port': ['ID=5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:43.485326 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-2821e332-bc4e-40fb-add8-a876d5d84868 service neutron] Attempting to bind port 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98 on host hv-cinder-85054 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:38:43.485710 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-2821e332-bc4e-40fb-add8-a876d5d84868 service neutron] Attempting to bind port 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98 by drivers openvswitch,hyperv on host hv-cinder-85054 at level 0 using segments [{'id': 'c757d05f-bc74-45f6-a55d-98cf55aecd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:38:43.485991 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-2821e332-bc4e-40fb-add8-a876d5d84868 service neutron] Attempting to bind port 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98 on network f4806620-4962-4134-99b4-81d4c833434f {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:38:43.491730 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-2821e332-bc4e-40fb-add8-a876d5d84868 service neutron] Port 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98 on network f4806620-4962-4134-99b4-81d4c833434f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85054 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:38:43.492049 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-2821e332-bc4e-40fb-add8-a876d5d84868 service neutron] Attempting to bind port 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98 on network f4806620-4962-4134-99b4-81d4c833434f {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:38:43.497581 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-2821e332-bc4e-40fb-add8-a876d5d84868 service neutron] Checking agent: {'id': 'e6883320-19dd-4a2d-8302-97f8dd23b041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85054', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'started_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 38, 21), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:38:43.498074 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-2821e332-bc4e-40fb-add8-a876d5d84868 service neutron] Checking segment: {'id': 'c757d05f-bc74-45f6-a55d-98cf55aecd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:38:43.498290 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-2821e332-bc4e-40fb-add8-a876d5d84868 service neutron] Bound using segment: {'id': 'c757d05f-bc74-45f6-a55d-98cf55aecd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:38:43.498751 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-2821e332-bc4e-40fb-add8-a876d5d84868 service neutron] Bound port: 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98, host: hv-cinder-85054, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c757d05f-bc74-45f6-a55d-98cf55aecd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:38:43.499194 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-2821e332-bc4e-40fb-add8-a876d5d84868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:43.565755 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-2821e332-bc4e-40fb-add8-a876d5d84868 service neutron] For port 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98, host hv-cinder-85054, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:38:43.570042 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-2821e332-bc4e-40fb-add8-a876d5d84868 service neutron] For port 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98, host hv-cinder-85054, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98,segment=NetworkSegment(c757d05f-bc74-45f6-a55d-98cf55aecd7f),segment_id=c757d05f-bc74-45f6-a55d-98cf55aecd7f)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:38:43.578168 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-2821e332-bc4e-40fb-add8-a876d5d84868 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525612'] for port (5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:43.617887 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-2821e332-bc4e-40fb-add8-a876d5d84868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:43.618515 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-2821e332-bc4e-40fb-add8-a876d5d84868 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:43.619923 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-2821e332-bc4e-40fb-add8-a876d5d84868 service neutron] 10.222.0.96 "PUT /v2.0/ports/5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98 HTTP/1.1" status: 200 len: 1094 time: 0.6885405 Jul 20 19:38:43.620361 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c68bca-c913-40c9-a81b-954f9592d43e', 'tag': '5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:38:43.622761 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9cd79ebd3f805e6a7478220ee26c4e1921248cfe9318229c3fb3c09e22ed3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e1c3dff-e981-4230-89bd-128182ba5a5e" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c68bca-c913-40c9-a81b-954f9592d43e", "tag": "5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:38:43.628470 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-42b08756-8383-453e-b9b5-df23d12d9258 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:43.656534 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2821e332-bc4e-40fb-add8-a876d5d84868 service neutron] Pushing event updated for resources: {'Port': ['ID=5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:43.674480 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:38:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7414b1a-327b-43e2-ad92-a2bf50477518 x-openstack-request-id: req-f7414b1a-327b-43e2-ad92-a2bf50477518 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:38:43.674771 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c68bca-c913-40c9-a81b-954f9592d43e", "tag": "5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:38:43.675022 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f7414b1a-327b-43e2-ad92-a2bf50477518 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:38:43.675611 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f7414b1a-327b-43e2-ad92-a2bf50477518'] response: {'name': 'network-changed', 'server_uuid': 'f5c68bca-c913-40c9-a81b-954f9592d43e', 'tag': '5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98', 'status': 'completed', 'code': 200} Jul 20 19:38:43.742510 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-c2886868-5fc9-48df-9e8d-8c1ee09c5a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:43.744080 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-c2886868-5fc9-48df-9e8d-8c1ee09c5a27 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a1bfa2d4b4084aa294fbd546ebc0f8c5&device_id=f5c68bca-c913-40c9-a81b-954f9592d43e HTTP/1.1" status: 200 len: 1128 time: 0.0439293 Jul 20 19:38:43.799354 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-02ac598d-ef3d-405c-82a8-2955823f2432 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98 HTTP/1.1" status: 200 len: 217 time: 0.0348914 Jul 20 19:38:43.855447 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-ff1101e8-fb87-4009-934b-aebe7f78a89f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:43.856800 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-ff1101e8-fb87-4009-934b-aebe7f78a89f service neutron] 10.222.0.96 "GET /v2.0/subnets?id=936f017c-57eb-4999-85a5-f340992534e6 HTTP/1.1" status: 200 len: 853 time: 0.0511377 Jul 20 19:38:43.905716 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-36e2132e-3e7c-4aa3-9e5e-1efd7a75ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:43.907260 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-36e2132e-3e7c-4aa3-9e5e-1efd7a75ec44 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f4806620-4962-4134-99b4-81d4c833434f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0416198 Jul 20 19:38:44.016417 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-1bb559d4-27d9-4337-8bac-4dc6894cd27a service neutron] 10.222.0.96 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980585 Jul 20 19:38:44.095132 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:44.115352 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-16ed6d87-6599-4249-ad23-b6c38745b70c req-1271c396-c652-4ae6-8c96-75d0cbcc1e0a service neutron] 10.222.0.96 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926592 Jul 20 19:38:44.284659 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acd28f3-68d5-4c99-aed2-10f31fe900a6 req-7d4e8af3-6843-40a6-af4b-d5c57a8fd2e2 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:44.287500 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9acd28f3-68d5-4c99-aed2-10f31fe900a6 req-7d4e8af3-6843-40a6-af4b-d5c57a8fd2e2 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=f5c68bca-c913-40c9-a81b-954f9592d43e HTTP/1.1" status: 200 len: 944 time: 0.0552604 Jul 20 19:38:44.340323 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9acd28f3-68d5-4c99-aed2-10f31fe900a6 req-74f8ec96-f440-416f-98ab-81cca35fb23c tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b21839b-1462-42f0-ba3e-5c6084d4362d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469027 Jul 20 19:38:45.119009 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c3dff-e981-4230-89bd-128182ba5a5e req-f9fa0995-d018-47f2-ae02-aab151e019ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:45.120490 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6e1c3dff-e981-4230-89bd-128182ba5a5e req-f9fa0995-d018-47f2-ae02-aab151e019ac service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a1bfa2d4b4084aa294fbd546ebc0f8c5&device_id=f5c68bca-c913-40c9-a81b-954f9592d43e HTTP/1.1" status: 200 len: 1128 time: 0.0411804 Jul 20 19:38:45.219595 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c3dff-e981-4230-89bd-128182ba5a5e req-bfd96cdf-ea1c-4265-b8b6-9934511791d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:45.221084 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6e1c3dff-e981-4230-89bd-128182ba5a5e req-bfd96cdf-ea1c-4265-b8b6-9934511791d4 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f4806620-4962-4134-99b4-81d4c833434f HTTP/1.1" status: 200 len: 915 time: 0.0915697 Jul 20 19:38:45.261480 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6e1c3dff-e981-4230-89bd-128182ba5a5e req-3dddb85c-7276-4d6e-83a3-99eecc620a41 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98 HTTP/1.1" status: 200 len: 217 time: 0.0342221 Jul 20 19:38:45.317411 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c3dff-e981-4230-89bd-128182ba5a5e req-11075b0a-3cd9-4195-8c39-74d6b7289386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:45.318937 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6e1c3dff-e981-4230-89bd-128182ba5a5e req-11075b0a-3cd9-4195-8c39-74d6b7289386 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=936f017c-57eb-4999-85a5-f340992534e6 HTTP/1.1" status: 200 len: 853 time: 0.0500441 Jul 20 19:38:45.373550 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1c3dff-e981-4230-89bd-128182ba5a5e req-21ac6f96-f48d-41e7-824b-f350869b7288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:45.375278 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6e1c3dff-e981-4230-89bd-128182ba5a5e req-21ac6f96-f48d-41e7-824b-f350869b7288 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f4806620-4962-4134-99b4-81d4c833434f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468123 Jul 20 19:38:45.467946 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f72f56b-8e06-4435-a59d-e3af57ba0ee7 req-631ec24c-8bb5-4d0d-a484-7ac0432616f9 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:45.469518 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8f72f56b-8e06-4435-a59d-e3af57ba0ee7 req-631ec24c-8bb5-4d0d-a484-7ac0432616f9 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=f5c68bca-c913-40c9-a81b-954f9592d43e HTTP/1.1" status: 200 len: 944 time: 0.0559759 Jul 20 19:38:45.477005 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6e1c3dff-e981-4230-89bd-128182ba5a5e req-a0145182-32f6-42bc-b882-2781269c7884 service neutron] 10.222.0.96 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912747 Jul 20 19:38:45.525088 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8f72f56b-8e06-4435-a59d-e3af57ba0ee7 req-89629a92-ae65-4c01-bdbb-8e8a43282e4b tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b21839b-1462-42f0-ba3e-5c6084d4362d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463500 Jul 20 19:38:45.569264 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=99,neutron:INSERT=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:45.588119 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-6e1c3dff-e981-4230-89bd-128182ba5a5e req-d0ff5e65-6cc0-4f40-9be9-a358ba5be85a service neutron] 10.222.0.96 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035483 Jul 20 19:38:45.970923 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-755f12b5-73f4-4b64-84e9-efa1cacc0c7c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:46.607312 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98 details requested by agent hyperv_hv-cinder-85054 with host hv-cinder-85054 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:38:46.610446 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:46.646053 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87edb24-67a1-4075-8375-972f7e67ec5f req-58ad8f75-27f4-4cb1-ae6b-6c7e1283df36 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:46.647549 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b87edb24-67a1-4075-8375-972f7e67ec5f req-58ad8f75-27f4-4cb1-ae6b-6c7e1283df36 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=f5c68bca-c913-40c9-a81b-954f9592d43e HTTP/1.1" status: 200 len: 944 time: 0.0494080 Jul 20 19:38:46.700110 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b87edb24-67a1-4075-8375-972f7e67ec5f req-4a394cf2-3f7d-4e5b-a622-fc40c1556fc1 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b21839b-1462-42f0-ba3e-5c6084d4362d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469577 Jul 20 19:38:46.717084 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98,segment=NetworkSegment(c757d05f-bc74-45f6-a55d-98cf55aecd7f),segment_id=c757d05f-bc74-45f6-a55d-98cf55aecd7f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:38:46.729111 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Returning: {'device': '5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'port_id': '5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98', 'mac_address': 'fa:16:3e:77:39:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:38:46.766283 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98 is: DOWN; New status is: BUILD {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:38:46.766679 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:46.780354 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:38:46.801460 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98,segment=NetworkSegment(c757d05f-bc74-45f6-a55d-98cf55aecd7f),segment_id=c757d05f-bc74-45f6-a55d-98cf55aecd7f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:38:46.805966 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:46.996521 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:46.999942 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:47.004794 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:47.005161 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:47.005510 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:47.005855 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:47.006193 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:47.006531 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:47.006862 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:47.007197 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:47.007522 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:47.007848 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:47.008173 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:47.008501 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:47.008827 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:47.009170 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:47.009492 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:38:47.118118 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:38:47.825762 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b895a2-9e96-4fe5-8a97-11eddca4df84 req-e720b881-a56e-4fbc-bc2b-53558ef93e8e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:47.827269 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-00b895a2-9e96-4fe5-8a97-11eddca4df84 req-e720b881-a56e-4fbc-bc2b-53558ef93e8e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=f5c68bca-c913-40c9-a81b-954f9592d43e HTTP/1.1" status: 200 len: 945 time: 0.0542481 Jul 20 19:38:47.875522 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-00b895a2-9e96-4fe5-8a97-11eddca4df84 req-9d80d29b-9ad6-4a10-9cc7-8f92b70083ae tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b21839b-1462-42f0-ba3e-5c6084d4362d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426981 Jul 20 19:38:48.490786 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:48.494106 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=19,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:48.622632 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98 up at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:38:48.671672 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:48.677705 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=96,neutron:UPDATE=3,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:48.678739 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning for port 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:38:48.685952 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning complete for port 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:38:48.686440 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:48.763697 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98 is: BUILD; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:38:48.764001 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:48.786684 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c68bca-c913-40c9-a81b-954f9592d43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:38:48.789358 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf514b5e-2d10-4df8-a3a7-25731819170c" -d '{"events": [{"server_uuid": "f5c68bca-c913-40c9-a81b-954f9592d43e", "name": "network-vif-plugged", "status": "completed", "tag": "5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:38:48.806532 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98,segment=NetworkSegment(c757d05f-bc74-45f6-a55d-98cf55aecd7f),segment_id=c757d05f-bc74-45f6-a55d-98cf55aecd7f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:38:48.814170 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:48.845357 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ee5775-c52b-4cbe-88b4-ab764c254bc5 x-openstack-request-id: req-c1ee5775-c52b-4cbe-88b4-ab764c254bc5 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:38:48.845640 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c68bca-c913-40c9-a81b-954f9592d43e", "name": "network-vif-plugged", "status": "completed", "tag": "5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:38:48.845924 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-c1ee5775-c52b-4cbe-88b4-ab764c254bc5 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:38:48.846304 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c1ee5775-c52b-4cbe-88b4-ab764c254bc5'] response: {'server_uuid': 'f5c68bca-c913-40c9-a81b-954f9592d43e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98', 'code': 200} Jul 20 19:38:48.851105 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:48.874068 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:38:49.007621 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81274994-650d-42a1-8cd8-e97160855f09 req-ded5d7f9-aa6c-4c0d-a159-b5f7a296f71f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:49.009898 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-81274994-650d-42a1-8cd8-e97160855f09 req-ded5d7f9-aa6c-4c0d-a159-b5f7a296f71f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=f5c68bca-c913-40c9-a81b-954f9592d43e HTTP/1.1" status: 200 len: 946 time: 0.0558379 Jul 20 19:38:49.060204 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-81274994-650d-42a1-8cd8-e97160855f09 req-311310a5-eddf-4e3f-b975-175178be8f37 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b21839b-1462-42f0-ba3e-5c6084d4362d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447276 Jul 20 19:38:49.062525 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4139b5f-ca96-48d4-babe-38a354155c9d req-360e18b4-e578-4d3e-b6ee-1781f16e403d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:49.064017 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-a4139b5f-ca96-48d4-babe-38a354155c9d req-360e18b4-e578-4d3e-b6ee-1781f16e403d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=f5c68bca-c913-40c9-a81b-954f9592d43e HTTP/1.1" status: 200 len: 1130 time: 0.0445693 Jul 20 19:38:49.108455 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-a4139b5f-ca96-48d4-babe-38a354155c9d req-7af25521-99cb-493d-b9c6-835563dfd181 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=6b21839b-1462-42f0-ba3e-5c6084d4362d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385578 Jul 20 19:38:50.179773 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:50.199370 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35d87af-ef37-4017-b359-24c3b438ab81 req-fe7c74fb-05cc-4cea-ab63-da4c1b272886 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:50.200787 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f35d87af-ef37-4017-b359-24c3b438ab81 req-fe7c74fb-05cc-4cea-ab63-da4c1b272886 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=f5c68bca-c913-40c9-a81b-954f9592d43e HTTP/1.1" status: 200 len: 946 time: 0.0586121 Jul 20 19:38:50.266982 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f35d87af-ef37-4017-b359-24c3b438ab81 req-f6ba6d9c-e173-4c26-8b8f-a835ee21b6bf tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b21839b-1462-42f0-ba3e-5c6084d4362d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604901 Jul 20 19:38:51.133705 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:51.388266 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d888e7-34b4-4ade-903e-9acdebdc94c2 req-725f7ae7-b2b7-4715-9c73-1b7c90e0c8dd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:51.389792 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-18d888e7-34b4-4ade-903e-9acdebdc94c2 req-725f7ae7-b2b7-4715-9c73-1b7c90e0c8dd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=f5c68bca-c913-40c9-a81b-954f9592d43e HTTP/1.1" status: 200 len: 946 time: 0.0499709 Jul 20 19:38:51.439175 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-18d888e7-34b4-4ade-903e-9acdebdc94c2 req-7d97a1c6-96be-47ce-86a3-68a8422ab79f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b21839b-1462-42f0-ba3e-5c6084d4362d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426953 Jul 20 19:38:51.555169 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cfdb09-f1df-4fa5-940a-fab98e3f411e req-83aa90c4-b70f-4d66-855b-80e46633feec tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:51.556596 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-66cfdb09-f1df-4fa5-940a-fab98e3f411e req-83aa90c4-b70f-4d66-855b-80e46633feec tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=f5c68bca-c913-40c9-a81b-954f9592d43e HTTP/1.1" status: 200 len: 946 time: 0.0495396 Jul 20 19:38:51.565051 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 43970) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:38:51.569796 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-8af9ad57-d2f6-44f9-b154-6d7c7ba492b5 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Request body: {'floatingip': {'port_id': '5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:38:51.603844 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:51.612775 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8af9ad57-d2f6-44f9-b154-6d7c7ba492b5 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for floatingip (ba800060-23fe-4ae2-9675-53378e15e08b), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:52.061006 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8af9ad57-d2f6-44f9-b154-6d7c7ba492b5 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:52.064729 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8af9ad57-d2f6-44f9-b154-6d7c7ba492b5 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (ba800060-23fe-4ae2-9675-53378e15e08b), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:52.167944 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-8af9ad57-d2f6-44f9-b154-6d7c7ba492b5 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Floating IP ba800060-23fe-4ae2-9675-53378e15e08b associated. External IP: 172.27.3.207, port: 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98. Jul 20 19:38:52.383542 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:52.396221 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af9ad57-d2f6-44f9-b154-6d7c7ba492b5 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Router 044b8bd2-8154-47e7-ba03-d6272376e9af has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:38:52.504306 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af9ad57-d2f6-44f9-b154-6d7c7ba492b5 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:38:52.509328 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-8af9ad57-d2f6-44f9-b154-6d7c7ba492b5 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:38:52.514138 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcd62d7-20fe-4bec-bfbd-7695b30c5578 None None] Sync routers for ids ['044b8bd2-8154-47e7-ba03-d6272376e9af'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:38:52.526370 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcd62d7-20fe-4bec-bfbd-7695b30c5578 None None] Routers {'044b8bd2-8154-47e7-ba03-d6272376e9af'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:38:52.527069 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5fcd62d7-20fe-4bec-bfbd-7695b30c5578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:38:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['044b8bd2-8154-47e7-ba03-d6272376e9af'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:52.529979 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:52.540687 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-8af9ad57-d2f6-44f9-b154-6d7c7ba492b5 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "PUT /v2.0/floatingips/ba800060-23fe-4ae2-9675-53378e15e08b HTTP/1.1" status: 200 len: 992 time: 0.9745851 Jul 20 19:38:52.541483 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5c68bca-c913-40c9-a81b-954f9592d43e', 'tag': '5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:38:52.543785 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca4e4314-ee11-436f-a2a5-fbb2f9a12c57" -d '{"events": [{"name": "network-changed", "server_uuid": "f5c68bca-c913-40c9-a81b-954f9592d43e", "tag": "5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:38:52.638433 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-5fcd62d7-20fe-4bec-bfbd-7695b30c5578 None None] Set router 044b8bd2-8154-47e7-ba03-d6272376e9af gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:38:52.724724 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:38:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e62abf4-649f-42e5-82ee-f4cf5de6e5e1 x-openstack-request-id: req-3e62abf4-649f-42e5-82ee-f4cf5de6e5e1 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:38:52.725064 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5c68bca-c913-40c9-a81b-954f9592d43e", "tag": "5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:38:52.725339 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-3e62abf4-649f-42e5-82ee-f4cf5de6e5e1 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:38:52.725752 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3e62abf4-649f-42e5-82ee-f4cf5de6e5e1'] response: {'name': 'network-changed', 'server_uuid': 'f5c68bca-c913-40c9-a81b-954f9592d43e', 'tag': '5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98', 'status': 'completed', 'code': 200} Jul 20 19:38:52.845017 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e4314-ee11-436f-a2a5-fbb2f9a12c57 req-942fb3d9-04aa-42f2-8d16-09160732251f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:52.846564 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-ca4e4314-ee11-436f-a2a5-fbb2f9a12c57 req-942fb3d9-04aa-42f2-8d16-09160732251f service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a1bfa2d4b4084aa294fbd546ebc0f8c5&device_id=f5c68bca-c913-40c9-a81b-954f9592d43e HTTP/1.1" status: 200 len: 1130 time: 0.0418551 Jul 20 19:38:52.877897 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5fcd62d7-20fe-4bec-bfbd-7695b30c5578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': 'ba800060-23fe-4ae2-9675-53378e15e08b', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'port_id': '5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'mac_address': 'fa:16:3e:77:39:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c68bca-c913-40c9-a81b-954f9592d43e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:38:39Z', 'updated_at': '2022-07-20T19:38:51Z', 'revision_number': 1, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:24Z', 'revision_number': 5, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:52.903537 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcd62d7-20fe-4bec-bfbd-7695b30c5578 None None] Checking router: 044b8bd2-8154-47e7-ba03-d6272376e9af for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:38:52.911932 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fcd62d7-20fe-4bec-bfbd-7695b30c5578 None None] Routers {'044b8bd2-8154-47e7-ba03-d6272376e9af'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:38:52.912587 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5fcd62d7-20fe-4bec-bfbd-7695b30c5578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:38:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['044b8bd2-8154-47e7-ba03-d6272376e9af'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:53.019065 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-5fcd62d7-20fe-4bec-bfbd-7695b30c5578 None None] Set router 044b8bd2-8154-47e7-ba03-d6272376e9af gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:38:53.177807 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e4314-ee11-436f-a2a5-fbb2f9a12c57 req-c8c25448-d157-4aa5-b343-2109b30132b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:53.179243 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-ca4e4314-ee11-436f-a2a5-fbb2f9a12c57 req-c8c25448-d157-4aa5-b343-2109b30132b3 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f4806620-4962-4134-99b4-81d4c833434f HTTP/1.1" status: 200 len: 915 time: 0.0934498 Jul 20 19:38:53.229405 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:38:53.247057 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5fcd62d7-20fe-4bec-bfbd-7695b30c5578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': 'ba800060-23fe-4ae2-9675-53378e15e08b', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'port_id': '5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'mac_address': 'fa:16:3e:77:39:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c68bca-c913-40c9-a81b-954f9592d43e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:38:39Z', 'updated_at': '2022-07-20T19:38:51Z', 'revision_number': 1, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:24Z', 'revision_number': 5, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:38:53.254178 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-ca4e4314-ee11-436f-a2a5-fbb2f9a12c57 req-2229632e-8107-4018-ad40-005eedc710f1 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98 HTTP/1.1" status: 200 len: 1000 time: 0.0649488 Jul 20 19:38:53.275265 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fcd62d7-20fe-4bec-bfbd-7695b30c5578 None None] The sync data for ids ['044b8bd2-8154-47e7-ba03-d6272376e9af'] in dv-cinder-850548-1-iscsi is: [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': 'ba800060-23fe-4ae2-9675-53378e15e08b', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'floating_ip_address': '172.27.3.207', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'port_id': '5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 697, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'mac_address': 'fa:16:3e:77:39:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5c68bca-c913-40c9-a81b-954f9592d43e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:38:39Z', 'updated_at': '2022-07-20T19:38:51Z', 'revision_number': 1, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:24Z', 'revision_number': 5, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:38:53.329076 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e4314-ee11-436f-a2a5-fbb2f9a12c57 req-259a9d47-4547-4da6-ac50-9fc2278829fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:53.330571 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-ca4e4314-ee11-436f-a2a5-fbb2f9a12c57 req-259a9d47-4547-4da6-ac50-9fc2278829fd service neutron] 10.222.0.96 "GET /v2.0/subnets?id=936f017c-57eb-4999-85a5-f340992534e6 HTTP/1.1" status: 200 len: 853 time: 0.0704470 Jul 20 19:38:53.380613 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4e4314-ee11-436f-a2a5-fbb2f9a12c57 req-118d79ea-9586-4bf4-a452-af9e2eb24c90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:38:53.382197 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-ca4e4314-ee11-436f-a2a5-fbb2f9a12c57 req-118d79ea-9586-4bf4-a452-af9e2eb24c90 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f4806620-4962-4134-99b4-81d4c833434f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0453205 Jul 20 19:38:53.485250 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-ca4e4314-ee11-436f-a2a5-fbb2f9a12c57 req-74f60694-838a-4b6c-8d92-270967458980 service neutron] 10.222.0.96 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962446 Jul 20 19:38:53.490356 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dfb07f-d926-4cbb-945f-62f8e12a8db3 None None] New status for floating IP ba800060-23fe-4ae2-9675-53378e15e08b: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:38:53.581450 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-ca4e4314-ee11-436f-a2a5-fbb2f9a12c57 req-69bf1c65-7e50-48f6-a579-544571e90f8e service neutron] 10.222.0.96 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901837 Jul 20 19:39:02.532621 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=17 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:02.537647 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=81,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:03.249519 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=68 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:03.250613 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:03.576681 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=59 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:03.578687 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=98 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:04.226984 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:39:12.231615 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=15,neutron:UPDATE=1,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:13.623066 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d1eec431-880c-4064-bb64-58b18c11b90e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:14.222930 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=14,neutron:UPDATE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:15.973914 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b03570b3-ec1d-4550-a9e3-0e2e3fc7e2c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:16.947812 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:18.664612 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:18.825390 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:21.128915 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:31.122822 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=19,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:31.124897 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=25,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:38.204842 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:38.213562 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:41.226631 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:39:43.625428 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-c3bd6323-4b30-4109-89c8-57d174b65425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:45.979039 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-23b2b08c-27f5-41d4-bc4d-3985bcba6f38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:46.950010 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:47.396697 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca7e1c3-cbcc-4fef-9d6d-5b286de7a26d req-9a8df7f3-ca23-4081-b4ed-36a10b0690f1 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:39:47.398111 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-aca7e1c3-cbcc-4fef-9d6d-5b286de7a26d req-9a8df7f3-ca23-4081-b4ed-36a10b0690f1 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=f5c68bca-c913-40c9-a81b-954f9592d43e HTTP/1.1" status: 200 len: 946 time: 0.0494556 Jul 20 19:39:47.446343 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-aca7e1c3-cbcc-4fef-9d6d-5b286de7a26d req-a7fd1dc5-deab-4d82-8926-0a528a6924c4 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b21839b-1462-42f0-ba3e-5c6084d4362d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426598 Jul 20 19:39:48.668828 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:48.824205 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8090f26e-ceeb-4d64-a37e-ced35cdf4587 req-25e24f2b-0682-415b-a498-62aac50a16cd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:39:48.825720 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8090f26e-ceeb-4d64-a37e-ced35cdf4587 req-25e24f2b-0682-415b-a498-62aac50a16cd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=f5c68bca-c913-40c9-a81b-954f9592d43e HTTP/1.1" status: 200 len: 946 time: 0.3104076 Jul 20 19:39:48.828650 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:48.875427 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8090f26e-ceeb-4d64-a37e-ced35cdf4587 req-558ea3f0-ce16-4c59-b70c-eb70c679a983 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=6b21839b-1462-42f0-ba3e-5c6084d4362d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437574 Jul 20 19:39:49.270212 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e8470-568b-4e6f-a7e2-123a23df4029 req-3a1bf84b-8642-408c-8456-bc1b9e9cdda1 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:39:49.272351 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-365e8470-568b-4e6f-a7e2-123a23df4029 req-3a1bf84b-8642-408c-8456-bc1b9e9cdda1 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.96 "GET /v2.0/ports?device_id=f5c68bca-c913-40c9-a81b-954f9592d43e HTTP/1.1" status: 200 len: 946 time: 0.0500920 Jul 20 19:39:49.359302 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-365e8470-568b-4e6f-a7e2-123a23df4029 req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Deleting port 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:39:49.359650 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-365e8470-568b-4e6f-a7e2-123a23df4029 req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:49.451430 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-365e8470-568b-4e6f-a7e2-123a23df4029 req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] For port 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98,segment=NetworkSegment(c757d05f-bc74-45f6-a55d-98cf55aecd7f),segment_id=c757d05f-bc74-45f6-a55d-98cf55aecd7f)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:39:49.451794 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-365e8470-568b-4e6f-a7e2-123a23df4029 req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:49.617551 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-365e8470-568b-4e6f-a7e2-123a23df4029 req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:49.617916 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-365e8470-568b-4e6f-a7e2-123a23df4029 req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (ba800060-23fe-4ae2-9675-53378e15e08b), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:49.618231 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.db.l3_db [req-365e8470-568b-4e6f-a7e2-123a23df4029 req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Floating IP ba800060-23fe-4ae2-9675-53378e15e08b disassociated. External IP: 172.27.3.207, port: 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98. Jul 20 19:39:49.618579 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [req-365e8470-568b-4e6f-a7e2-123a23df4029 req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Calling delete_port for 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98 owned by compute:nova {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:39:49.746909 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-365e8470-568b-4e6f-a7e2-123a23df4029 req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:49.777278 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event deleted for resources: {'Port': ['ID=5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:39:49.790867 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:49.791025 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:49.791376 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:49.791719 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:49.792058 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:49.792402 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:49.792731 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:49.793088 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:49.793423 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:49.793749 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:49.794079 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:49.794407 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:49.794732 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:49.795059 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:49.795387 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:49.906488 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [req-365e8470-568b-4e6f-a7e2-123a23df4029 req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Router 044b8bd2-8154-47e7-ba03-d6272376e9af has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:39:49.974246 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-75a1b44a-bf63-4ef8-bc95-73582e25f3e7 req-f360594c-9401-444d-a221-9a1928db72ac tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=f5c68bca-c913-40c9-a81b-954f9592d43e HTTP/1.1" status: 200 len: 210 time: 0.0280454 Jul 20 19:39:50.012852 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-365e8470-568b-4e6f-a7e2-123a23df4029 req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:39:50.023050 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735c8415-d1ea-424a-b2b9-d28724bc09dc None None] Sync routers for ids ['044b8bd2-8154-47e7-ba03-d6272376e9af'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:39:50.033456 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735c8415-d1ea-424a-b2b9-d28724bc09dc None None] Routers {'044b8bd2-8154-47e7-ba03-d6272376e9af'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:39:50.034152 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-735c8415-d1ea-424a-b2b9-d28724bc09dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:39:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['044b8bd2-8154-47e7-ba03-d6272376e9af'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:39:50.059287 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-365e8470-568b-4e6f-a7e2-123a23df4029 req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] No DVR routers for this DVR port 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98 on host hv-cinder-85054 {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:39:50.061919 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-365e8470-568b-4e6f-a7e2-123a23df4029 req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:50.065419 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-365e8470-568b-4e6f-a7e2-123a23df4029 req-b06c9e70-6b6e-47d3-8625-6bac139db2fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.96 "DELETE /v2.0/ports/5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98 HTTP/1.1" status: 204 len: 173 time: 0.7874608 Jul 20 19:39:50.065875 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5c68bca-c913-40c9-a81b-954f9592d43e', 'name': 'network-vif-deleted', 'tag': '5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:39:50.069457 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9cd79ebd3f805e6a7478220ee26c4e1921248cfe9318229c3fb3c09e22ed3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770627f7-00d3-460a-98d9-ac93ea43fbaa" -d '{"events": [{"server_uuid": "f5c68bca-c913-40c9-a81b-954f9592d43e", "name": "network-vif-deleted", "tag": "5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:39:50.150536 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-735c8415-d1ea-424a-b2b9-d28724bc09dc None None] Set router 044b8bd2-8154-47e7-ba03-d6272376e9af gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:39:50.186558 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:39:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19b88e5-f1d3-4541-8b42-eb2c401dd258 x-openstack-request-id: req-b19b88e5-f1d3-4541-8b42-eb2c401dd258 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:39:50.187865 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5c68bca-c913-40c9-a81b-954f9592d43e", "name": "network-vif-deleted", "tag": "5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:39:50.188131 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-b19b88e5-f1d3-4541-8b42-eb2c401dd258 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:39:50.188552 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b19b88e5-f1d3-4541-8b42-eb2c401dd258'] response: {'server_uuid': 'f5c68bca-c913-40c9-a81b-954f9592d43e', 'name': 'network-vif-deleted', 'tag': '5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98', 'status': 'completed', 'code': 200} Jul 20 19:39:50.368808 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-735c8415-d1ea-424a-b2b9-d28724bc09dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:24Z', 'revision_number': 5, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:39:50.394095 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735c8415-d1ea-424a-b2b9-d28724bc09dc None None] Checking router: 044b8bd2-8154-47e7-ba03-d6272376e9af for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:39:50.405192 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735c8415-d1ea-424a-b2b9-d28724bc09dc None None] Routers {'044b8bd2-8154-47e7-ba03-d6272376e9af'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:39:50.405807 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-735c8415-d1ea-424a-b2b9-d28724bc09dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:39:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['044b8bd2-8154-47e7-ba03-d6272376e9af'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:39:50.514658 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-735c8415-d1ea-424a-b2b9-d28724bc09dc None None] Set router 044b8bd2-8154-47e7-ba03-d6272376e9af gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:39:50.711912 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-735c8415-d1ea-424a-b2b9-d28724bc09dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:24Z', 'revision_number': 5, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:39:50.741792 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735c8415-d1ea-424a-b2b9-d28724bc09dc None None] The sync data for ids ['044b8bd2-8154-47e7-ba03-d6272376e9af'] in dv-cinder-850548-1-iscsi is: [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:24Z', 'revision_number': 5, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:39:50.962839 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aed7b1-cd45-4a49-8e84-a90f693e8b44 None None] New status for floating IP ba800060-23fe-4ae2-9675-53378e15e08b: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:39:51.064966 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 44074) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:39:51.123458 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0a657670-2306-4302-ab75-fc64783ba328 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group (6b21839b-1462-42f0-ba3e-5c6084d4362d), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:51.149638 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0a657670-2306-4302-ab75-fc64783ba328 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group (6b21839b-1462-42f0-ba3e-5c6084d4362d), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:51.211641 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0a657670-2306-4302-ab75-fc64783ba328 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (6b21839b-1462-42f0-ba3e-5c6084d4362d), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:51.214289 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-0a657670-2306-4302-ab75-fc64783ba328 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:51.215483 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-0a657670-2306-4302-ab75-fc64783ba328 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "DELETE /v2.0/security-groups/6b21839b-1462-42f0-ba3e-5c6084d4362d HTTP/1.1" status: 204 len: 168 time: 0.1495039 Jul 20 19:39:51.218444 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 44076) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:39:51.231175 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a657670-2306-4302-ab75-fc64783ba328 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b21839b-1462-42f0-ba3e-5c6084d4362d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:39:51.236010 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.api.v2.resource [None req-d39217a9-00fd-40d2-845f-be170bbdfc0e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] show failed (client error): The resource could not be found. Jul 20 19:39:51.240145 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-d39217a9-00fd-40d2-845f-be170bbdfc0e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups/6b21839b-1462-42f0-ba3e-5c6084d4362d HTTP/1.1" status: 404 len: 347 time: 0.0174115 Jul 20 19:39:51.240344 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a657670-2306-4302-ab75-fc64783ba328 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:51.240449 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 44078) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:39:51.240540 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a657670-2306-4302-ab75-fc64783ba328 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:51.240781 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a657670-2306-4302-ab75-fc64783ba328 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:51.241365 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a657670-2306-4302-ab75-fc64783ba328 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:51.241704 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a657670-2306-4302-ab75-fc64783ba328 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:51.242041 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a657670-2306-4302-ab75-fc64783ba328 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:51.242374 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a657670-2306-4302-ab75-fc64783ba328 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:51.242743 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a657670-2306-4302-ab75-fc64783ba328 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:51.243081 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a657670-2306-4302-ab75-fc64783ba328 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:51.243409 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a657670-2306-4302-ab75-fc64783ba328 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:51.243737 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a657670-2306-4302-ab75-fc64783ba328 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:51.244065 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a657670-2306-4302-ab75-fc64783ba328 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:51.244392 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a657670-2306-4302-ab75-fc64783ba328 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:51.244718 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a657670-2306-4302-ab75-fc64783ba328 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:51.245067 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a657670-2306-4302-ab75-fc64783ba328 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:51.283005 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:51.351050 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:51.365400 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-a0a349c1-0663-4624-b39a-f2bfa09f3c85 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Deleting port c13f6b03-fcfa-4591-b52a-7ea33a650622 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:39:51.365870 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a0a349c1-0663-4624-b39a-f2bfa09f3c85 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (c13f6b03-fcfa-4591-b52a-7ea33a650622), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:51.418983 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=95,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:51.454552 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a0a349c1-0663-4624-b39a-f2bfa09f3c85 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (c13f6b03-fcfa-4591-b52a-7ea33a650622), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:51.454882 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a0a349c1-0663-4624-b39a-f2bfa09f3c85 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for floatingip (c13f6b03-fcfa-4591-b52a-7ea33a650622), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:51.468490 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-a0a349c1-0663-4624-b39a-f2bfa09f3c85 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Calling delete_port for c13f6b03-fcfa-4591-b52a-7ea33a650622 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:39:51.875251 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a0a349c1-0663-4624-b39a-f2bfa09f3c85 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (c13f6b03-fcfa-4591-b52a-7ea33a650622), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:51.910229 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a349c1-0663-4624-b39a-f2bfa09f3c85 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event deleted for resources: {'Port': ['ID=c13f6b03-fcfa-4591-b52a-7ea33a650622,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:39:51.984565 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a0a349c1-0663-4624-b39a-f2bfa09f3c85 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for floatingip (ba800060-23fe-4ae2-9675-53378e15e08b), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:51.987064 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a0a349c1-0663-4624-b39a-f2bfa09f3c85 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:51.988230 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-a0a349c1-0663-4624-b39a-f2bfa09f3c85 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "DELETE /v2.0/floatingips/ba800060-23fe-4ae2-9675-53378e15e08b HTTP/1.1" status: 204 len: 168 time: 0.7470145 Jul 20 19:39:52.062422 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 44082) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:39:52.066929 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [None req-8706e177-88fa-40ab-8e00-b6408103f370 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Request body: {'security_group': {'name': 'tempest-securitygroup--195458045', 'description': 'tempest-description--785745780'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:39:52.090366 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8706e177-88fa-40ab-8e00-b6408103f370 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:52.167571 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8706e177-88fa-40ab-8e00-b6408103f370 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group (60e3c2c1-5574-4079-a5ec-21b872514319), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:52.171370 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8706e177-88fa-40ab-8e00-b6408103f370 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (60e3c2c1-5574-4079-a5ec-21b872514319), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:52.203322 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-8706e177-88fa-40ab-8e00-b6408103f370 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:52.204538 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-8706e177-88fa-40ab-8e00-b6408103f370 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.1411293 Jul 20 19:39:52.206413 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8706e177-88fa-40ab-8e00-b6408103f370 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60e3c2c1-5574-4079-a5ec-21b872514319,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:39:52.207582 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 44084) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:39:52.212252 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-5ec4edf3-f642-46c4-afb0-048d47777311 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Request body: {'security_group_rule': {'security_group_id': '60e3c2c1-5574-4079-a5ec-21b872514319', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:39:52.241765 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5ec4edf3-f642-46c4-afb0-048d47777311 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group_rule (5e5a40cf-90b1-4f95-9fc2-a8cba6fbd33b), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:52.298018 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5ec4edf3-f642-46c4-afb0-048d47777311 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group_rule (5e5a40cf-90b1-4f95-9fc2-a8cba6fbd33b), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:52.301489 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5ec4edf3-f642-46c4-afb0-048d47777311 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (5e5a40cf-90b1-4f95-9fc2-a8cba6fbd33b), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:52.322194 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec4edf3-f642-46c4-afb0-048d47777311 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e5a40cf-90b1-4f95-9fc2-a8cba6fbd33b,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:39:52.328978 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5ec4edf3-f642-46c4-afb0-048d47777311 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:52.330186 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-5ec4edf3-f642-46c4-afb0-048d47777311 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1214781 Jul 20 19:39:52.332943 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 44086) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:39:52.337230 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-27ca4182-494e-4110-bbaa-7189f4e81266 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Request body: {'security_group_rule': {'security_group_id': '60e3c2c1-5574-4079-a5ec-21b872514319', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:39:52.350400 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-9250340c-059f-40e6-a478-db6aac1384aa req-caf11af0-5e1c-4644-bad9-97e578cc5eb8 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0467126 Jul 20 19:39:52.365878 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-27ca4182-494e-4110-bbaa-7189f4e81266 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group_rule (ddc0c0d2-3467-4159-b4e7-cd1c07b0d8f7), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:52.425296 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-27ca4182-494e-4110-bbaa-7189f4e81266 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group_rule (ddc0c0d2-3467-4159-b4e7-cd1c07b0d8f7), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:52.430580 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-27ca4182-494e-4110-bbaa-7189f4e81266 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1674163'] for security_group_rule (ddc0c0d2-3467-4159-b4e7-cd1c07b0d8f7), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:52.451024 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ca4182-494e-4110-bbaa-7189f4e81266 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddc0c0d2-3467-4159-b4e7-cd1c07b0d8f7,revision_number=0']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:39:52.455862 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250340c-059f-40e6-a478-db6aac1384aa req-24c5cef7-3575-4e06-9498-598c21e106ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:39:52.457478 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-9250340c-059f-40e6-a478-db6aac1384aa req-24c5cef7-3575-4e06-9498-598c21e106ca service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f3f0c2dd35fa4890a64fcc7dcaddc633&device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 1130 time: 0.0443728 Jul 20 19:39:52.461314 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-27ca4182-494e-4110-bbaa-7189f4e81266 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:52.462513 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-27ca4182-494e-4110-bbaa-7189f4e81266 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1286376 Jul 20 19:39:52.466082 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 44088) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:39:52.470437 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-5dd7552f-179a-4ad6-8f48-9f7f8d0cb606 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Request body: {'floatingip': {'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:39:52.492792 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5dd7552f-179a-4ad6-8f48-9f7f8d0cb606 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for floatingip (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:52.579316 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250340c-059f-40e6-a478-db6aac1384aa req-c39b1af7-1c4e-4b2a-9d91-d963db8e2cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:39:52.580808 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-9250340c-059f-40e6-a478-db6aac1384aa req-c39b1af7-1c4e-4b2a-9d91-d963db8e2cd6 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9b89c0a6-a46c-4abc-8170-f8b4a3cbb712 HTTP/1.1" status: 200 len: 910 time: 0.1030688 Jul 20 19:39:52.581382 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5dd7552f-179a-4ad6-8f48-9f7f8d0cb606 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:52.591401 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=89,neutron:DELETE=4,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:52.652948 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-9250340c-059f-40e6-a478-db6aac1384aa req-c4879326-e5e7-48b4-b51c-04faffd64d30 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cb27c30-2f2b-4e29-97fe-211854c955e8 HTTP/1.1" status: 200 len: 1000 time: 0.0654924 Jul 20 19:39:52.696398 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [None req-5dd7552f-179a-4ad6-8f48-9f7f8d0cb606 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Allocated IP 172.27.3.187 (0148b93c-d79f-482c-aa55-1b162de4f442/9a6c0e64-8fd5-4336-8a8c-b393c90fda39/cde9c9f9-da77-404c-8593-bc38faae2fad) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:39:52.704925 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=86,neutron:DELETE=3,neutron:INSERT=7,neutron:UPDATE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:52.709542 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250340c-059f-40e6-a478-db6aac1384aa req-1bbc8260-7ff5-411b-bfb9-c9497a6831a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:39:52.710743 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-9250340c-059f-40e6-a478-db6aac1384aa req-1bbc8260-7ff5-411b-bfb9-c9497a6831a8 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a2bb6b12-0fd1-4309-b9b0-cd8302be8a40 HTTP/1.1" status: 200 len: 848 time: 0.0470967 Jul 20 19:39:52.744829 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=90,neutron:DELETE=4,neutron:INSERT=5,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:52.758382 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9250340c-059f-40e6-a478-db6aac1384aa req-cda469d2-7dc1-4c2a-a993-4a24e55e8b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:39:52.759903 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-9250340c-059f-40e6-a478-db6aac1384aa req-cda469d2-7dc1-4c2a-a993-4a24e55e8b84 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9b89c0a6-a46c-4abc-8170-f8b4a3cbb712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428782 Jul 20 19:39:52.810496 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5dd7552f-179a-4ad6-8f48-9f7f8d0cb606 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for port (cde9c9f9-da77-404c-8593-bc38faae2fad), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:52.844405 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5dd7552f-179a-4ad6-8f48-9f7f8d0cb606 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (cde9c9f9-da77-404c-8593-bc38faae2fad), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:52.858403 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-9250340c-059f-40e6-a478-db6aac1384aa req-a2671d11-09b2-45df-92db-c1f37355deed service neutron] 10.222.0.96 "GET /v2.0/networks/9b89c0a6-a46c-4abc-8170-f8b4a3cbb712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0925043 Jul 20 19:39:52.892625 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd7552f-179a-4ad6-8f48-9f7f8d0cb606 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Network 0148b93c-d79f-482c-aa55-1b162de4f442 is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:39:52.898186 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [None req-5dd7552f-179a-4ad6-8f48-9f7f8d0cb606 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:39:52.900772 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd7552f-179a-4ad6-8f48-9f7f8d0cb606 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:39:52.904270 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7552f-179a-4ad6-8f48-9f7f8d0cb606 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event updated for resources: {'Port': ['ID=cde9c9f9-da77-404c-8593-bc38faae2fad,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:39:52.924408 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=92,neutron:DELETE=5,neutron:INSERT=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:52.951821 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98 no longer exists at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:39:52.954303 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-9250340c-059f-40e6-a478-db6aac1384aa req-3bec7420-a0c1-457e-b732-afb13b40e572 service neutron] 10.222.0.96 "GET /v2.0/networks/9b89c0a6-a46c-4abc-8170-f8b4a3cbb712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884929 Jul 20 19:39:52.972082 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] No Port match for: 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:39:52.972805 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 5414cf4b-7fa0-4037-8ca1-87ee2ccbfd98 not bound to the agent host hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:39:52.995222 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5dd7552f-179a-4ad6-8f48-9f7f8d0cb606 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for floatingip (626f5da3-1c0a-4d35-936f-06750b687791), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:53.032179 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5dd7552f-179a-4ad6-8f48-9f7f8d0cb606 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (cde9c9f9-da77-404c-8593-bc38faae2fad), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:53.192354 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5dd7552f-179a-4ad6-8f48-9f7f8d0cb606 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for port (cde9c9f9-da77-404c-8593-bc38faae2fad), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:53.196812 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5dd7552f-179a-4ad6-8f48-9f7f8d0cb606 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (cde9c9f9-da77-404c-8593-bc38faae2fad), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:53.275216 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd7552f-179a-4ad6-8f48-9f7f8d0cb606 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event updated for resources: {'Port': ['ID=cde9c9f9-da77-404c-8593-bc38faae2fad,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:39:53.289592 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5dd7552f-179a-4ad6-8f48-9f7f8d0cb606 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (626f5da3-1c0a-4d35-936f-06750b687791), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:53.305763 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-5dd7552f-179a-4ad6-8f48-9f7f8d0cb606 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:53.306966 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-5dd7552f-179a-4ad6-8f48-9f7f8d0cb606 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8399460 Jul 20 19:39:53.440759 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:INSERT=3,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:53.457492 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-babd449f-cda8-4241-90d2-9da89961bf84 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?name=tempest-securitygroup--195458045&fields=id&tenant_id=a1bfa2d4b4084aa294fbd546ebc0f8c5 HTTP/1.1" status: 200 len: 267 time: 0.0462680 Jul 20 19:39:53.579094 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-bdd5e787-426a-41b5-b9b8-28dcc13d3a22 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:39:53.580546 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-bdd5e787-426a-41b5-b9b8-28dcc13d3a22 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/networks?id=f4806620-4962-4134-99b4-81d4c833434f HTTP/1.1" status: 200 len: 814 time: 0.1164966 Jul 20 19:39:53.595589 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-e1d05bf1-d7fe-448a-abaa-64711452a414 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/quotas/a1bfa2d4b4084aa294fbd546ebc0f8c5 HTTP/1.1" status: 200 len: 375 time: 0.0092232 Jul 20 19:39:53.645042 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-c2d1fc70-1dcc-4255-bb3d-7101fba4d616 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=a1bfa2d4b4084aa294fbd546ebc0f8c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0439694 Jul 20 19:39:53.705513 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-86cf3bbb-de3c-4813-a388-e074049cd528 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:39:53.706529 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-86cf3bbb-de3c-4813-a388-e074049cd528 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0501385 Jul 20 19:39:53.772485 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:INSERT=2,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:53.799391 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-59feaaee-675f-432c-ad6e-36327adb69b3 service neutron] 10.222.0.79 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868385 Jul 20 19:39:53.896709 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-e772dd10-eaf3-4b89-bb83-1ef5cca6440e service neutron] 10.222.0.79 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906825 Jul 20 19:39:54.076395 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-674e26c1-d396-40ab-9f39-42727759edbf req-bfbea478-8a30-4cf6-81be-230576736b1f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=25c00bae-fbf9-464e-9666-adb45e470f08 HTTP/1.1" status: 200 len: 210 time: 0.0311685 Jul 20 19:39:55.177826 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b926ac5e-bb8f-49ca-8365-0844229be715 req-53ea4e5f-abdd-4c05-b865-2f1393a302f3 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=25c00bae-fbf9-464e-9666-adb45e470f08 HTTP/1.1" status: 200 len: 210 time: 0.0331016 Jul 20 19:39:55.533414 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-3a04d056-6824-4d1c-b042-1b860ad1b1c7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:39:55.534752 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-3a04d056-6824-4d1c-b042-1b860ad1b1c7 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.96 "GET /v2.0/networks?id=f4806620-4962-4134-99b4-81d4c833434f HTTP/1.1" status: 200 len: 814 time: 0.1181223 Jul 20 19:39:55.612330 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-47bf0ba4-eb7d-4b5b-959c-330e762a6f32 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.96 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a1bfa2d4b4084aa294fbd546ebc0f8c5 HTTP/1.1" status: 200 len: 379 time: 0.0565653 Jul 20 19:39:55.722806 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-16d1b2ec-92c5-4984-a7de-0c74878a8e84 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Request body: {'port': {'device_id': '25c00bae-fbf9-464e-9666-adb45e470f08', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'admin_state_up': True, 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'security_groups': ['60e3c2c1-5574-4079-a5ec-21b872514319']}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:39:55.834020 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-16d1b2ec-92c5-4984-a7de-0c74878a8e84 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Made reservation on behalf of a1bfa2d4b4084aa294fbd546ebc0f8c5 for: {'port': 1} {{(pid=104007) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:39:55.837651 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-16d1b2ec-92c5-4984-a7de-0c74878a8e84 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:55.965010 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_common [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-16d1b2ec-92c5-4984-a7de-0c74878a8e84 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Allocated IP 172.20.0.4 (f4806620-4962-4134-99b4-81d4c833434f/936f017c-57eb-4999-85a5-f340992534e6/00857d42-e9b4-438e-ad50-5e325ff55271) {{(pid=104007) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:39:56.107766 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-16d1b2ec-92c5-4984-a7de-0c74878a8e84 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for port (00857d42-e9b4-438e-ad50-5e325ff55271), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:56.139598 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-16d1b2ec-92c5-4984-a7de-0c74878a8e84 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (00857d42-e9b4-438e-ad50-5e325ff55271), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:56.148230 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=94,neutron:INSERT=4,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:56.188149 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-16d1b2ec-92c5-4984-a7de-0c74878a8e84 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Network f4806620-4962-4134-99b4-81d4c833434f is already hosted by enough agents. {{(pid=104007) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:39:56.191384 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.base_scheduler [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-16d1b2ec-92c5-4984-a7de-0c74878a8e84 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Resources bound (agent type, host, resource id): {{(pid=104007) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:39:56.198233 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-16d1b2ec-92c5-4984-a7de-0c74878a8e84 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Received port after_create {{(pid=104007) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:39:56.226178 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1b2ec-92c5-4984-a7de-0c74878a8e84 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event updated for resources: {'Port': ['ID=00857d42-e9b4-438e-ad50-5e325ff55271,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:39:56.256701 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-16d1b2ec-92c5-4984-a7de-0c74878a8e84 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:39:56.257562 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-16d1b2ec-92c5-4984-a7de-0c74878a8e84 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:56.276656 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-16d1b2ec-92c5-4984-a7de-0c74878a8e84 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5578666 Jul 20 19:39:56.295628 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.v2.base [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-329b9d16-22c5-4f23-86a1-5b2e36edf901 service neutron] Request body: {'port': {'device_id': '25c00bae-fbf9-464e-9666-adb45e470f08', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85054'}} {{(pid=104007) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:39:56.312368 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9aa3e6-4c49-4876-8301-8131a59c1d78 req-52ad9d59-dcee-4bca-ba18-ad1d7ae473f4 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:39:56.313918 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0c9aa3e6-4c49-4876-8301-8131a59c1d78 req-52ad9d59-dcee-4bca-ba18-ad1d7ae473f4 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=25c00bae-fbf9-464e-9666-adb45e470f08 HTTP/1.1" status: 200 len: 931 time: 0.0614030 Jul 20 19:39:56.333988 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=92,neutron:INSERT=5,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:56.367199 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-329b9d16-22c5-4f23-86a1-5b2e36edf901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (00857d42-e9b4-438e-ad50-5e325ff55271), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:56.385458 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-0c9aa3e6-4c49-4876-8301-8131a59c1d78 req-090228e8-ccff-483f-a8c1-27bec81eab76 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e3c2c1-5574-4079-a5ec-21b872514319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642953 Jul 20 19:39:56.473876 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-4e762f0a-e8e3-4eeb-baff-abce3f533508 None None] Provisioning complete for port 00857d42-e9b4-438e-ad50-5e325ff55271 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:39:56.474430 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-4e762f0a-e8e3-4eeb-baff-abce3f533508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (00857d42-e9b4-438e-ad50-5e325ff55271), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:56.510433 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-4e762f0a-e8e3-4eeb-baff-abce3f533508 None None] Port 00857d42-e9b4-438e-ad50-5e325ff55271 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:39:56.634986 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-329b9d16-22c5-4f23-86a1-5b2e36edf901 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00857d42-e9b4-438e-ad50-5e325ff55271 {{(pid=104007) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:39:56.642281 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-329b9d16-22c5-4f23-86a1-5b2e36edf901 service neutron] Publish callbacks [] for port (00857d42-e9b4-438e-ad50-5e325ff55271), precommit_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:56.654523 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.provisioning_blocks [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-329b9d16-22c5-4f23-86a1-5b2e36edf901 service neutron] Transition to ACTIVE for port object 00857d42-e9b4-438e-ad50-5e325ff55271 will not be triggered until provisioned by entity L2. {{(pid=104007) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:39:56.659223 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-329b9d16-22c5-4f23-86a1-5b2e36edf901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525612'] for port (00857d42-e9b4-438e-ad50-5e325ff55271), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:56.716193 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b9d16-22c5-4f23-86a1-5b2e36edf901 service neutron] Pushing event updated for resources: {'Port': ['ID=00857d42-e9b4-438e-ad50-5e325ff55271,revision_number=2']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:39:56.799375 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-329b9d16-22c5-4f23-86a1-5b2e36edf901 service neutron] Attempting to bind port 00857d42-e9b4-438e-ad50-5e325ff55271 on host hv-cinder-85054 for vnic_type normal with profile {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:39:56.802049 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-329b9d16-22c5-4f23-86a1-5b2e36edf901 service neutron] Attempting to bind port 00857d42-e9b4-438e-ad50-5e325ff55271 by drivers openvswitch,hyperv on host hv-cinder-85054 at level 0 using segments [{'id': 'c757d05f-bc74-45f6-a55d-98cf55aecd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f'}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:39:56.802411 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-329b9d16-22c5-4f23-86a1-5b2e36edf901 service neutron] Attempting to bind port 00857d42-e9b4-438e-ad50-5e325ff55271 on network f4806620-4962-4134-99b4-81d4c833434f {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:39:56.807562 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-329b9d16-22c5-4f23-86a1-5b2e36edf901 service neutron] Port 00857d42-e9b4-438e-ad50-5e325ff55271 on network f4806620-4962-4134-99b4-81d4c833434f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85054 {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:39:56.807892 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-329b9d16-22c5-4f23-86a1-5b2e36edf901 service neutron] Attempting to bind port 00857d42-e9b4-438e-ad50-5e325ff55271 on network f4806620-4962-4134-99b4-81d4c833434f {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:39:56.813029 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-329b9d16-22c5-4f23-86a1-5b2e36edf901 service neutron] Checking agent: {'id': 'e6883320-19dd-4a2d-8302-97f8dd23b041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85054', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'started_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 39, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:39:56.813374 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-329b9d16-22c5-4f23-86a1-5b2e36edf901 service neutron] Checking segment: {'id': 'c757d05f-bc74-45f6-a55d-98cf55aecd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104007) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:39:56.813764 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-329b9d16-22c5-4f23-86a1-5b2e36edf901 service neutron] Bound using segment: {'id': 'c757d05f-bc74-45f6-a55d-98cf55aecd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f'} {{(pid=104007) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:39:56.814200 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.managers [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-329b9d16-22c5-4f23-86a1-5b2e36edf901 service neutron] Bound port: 00857d42-e9b4-438e-ad50-5e325ff55271, host: hv-cinder-85054, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c757d05f-bc74-45f6-a55d-98cf55aecd7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 988, 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f'}}] {{(pid=104007) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:39:56.814562 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-329b9d16-22c5-4f23-86a1-5b2e36edf901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (00857d42-e9b4-438e-ad50-5e325ff55271), before_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:56.884231 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-329b9d16-22c5-4f23-86a1-5b2e36edf901 service neutron] For port 00857d42-e9b4-438e-ad50-5e325ff55271, host hv-cinder-85054, cleared binding levels {{(pid=104007) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:39:56.887927 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-329b9d16-22c5-4f23-86a1-5b2e36edf901 service neutron] For port 00857d42-e9b4-438e-ad50-5e325ff55271, host hv-cinder-85054, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=00857d42-e9b4-438e-ad50-5e325ff55271,segment=NetworkSegment(c757d05f-bc74-45f6-a55d-98cf55aecd7f),segment_id=c757d05f-bc74-45f6-a55d-98cf55aecd7f)] {{(pid=104007) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:39:56.893530 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-329b9d16-22c5-4f23-86a1-5b2e36edf901 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-26525612'] for port (00857d42-e9b4-438e-ad50-5e325ff55271), after_update {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:56.929790 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-329b9d16-22c5-4f23-86a1-5b2e36edf901 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:39:56.931017 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-329b9d16-22c5-4f23-86a1-5b2e36edf901 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:56.932420 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-329b9d16-22c5-4f23-86a1-5b2e36edf901 service neutron] 10.222.0.96 "PUT /v2.0/ports/00857d42-e9b4-438e-ad50-5e325ff55271 HTTP/1.1" status: 200 len: 1093 time: 0.6417193 Jul 20 19:39:56.934847 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c00bae-fbf9-464e-9666-adb45e470f08', 'tag': '00857d42-e9b4-438e-ad50-5e325ff55271'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:39:56.937230 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9cd79ebd3f805e6a7478220ee26c4e1921248cfe9318229c3fb3c09e22ed3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-886759be-8510-4468-b306-2bbfe3da1033" -d '{"events": [{"name": "network-changed", "server_uuid": "25c00bae-fbf9-464e-9666-adb45e470f08", "tag": "00857d42-e9b4-438e-ad50-5e325ff55271"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:39:56.963524 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329b9d16-22c5-4f23-86a1-5b2e36edf901 service neutron] Pushing event updated for resources: {'Port': ['ID=00857d42-e9b4-438e-ad50-5e325ff55271,revision_number=3']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:39:56.983065 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:39:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9691c3d0-25e3-475b-bf11-08d1ff35f4c1 x-openstack-request-id: req-9691c3d0-25e3-475b-bf11-08d1ff35f4c1 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:39:56.983545 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c00bae-fbf9-464e-9666-adb45e470f08", "tag": "00857d42-e9b4-438e-ad50-5e325ff55271", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:39:56.983810 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-9691c3d0-25e3-475b-bf11-08d1ff35f4c1 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:39:56.984233 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-9691c3d0-25e3-475b-bf11-08d1ff35f4c1'] response: {'name': 'network-changed', 'server_uuid': '25c00bae-fbf9-464e-9666-adb45e470f08', 'tag': '00857d42-e9b4-438e-ad50-5e325ff55271', 'status': 'completed', 'code': 200} Jul 20 19:39:57.048933 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-0e25f3af-bb53-4e22-8c5d-3364d07b6700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:39:57.050437 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-0e25f3af-bb53-4e22-8c5d-3364d07b6700 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a1bfa2d4b4084aa294fbd546ebc0f8c5&device_id=25c00bae-fbf9-464e-9666-adb45e470f08 HTTP/1.1" status: 200 len: 1127 time: 0.0417910 Jul 20 19:39:57.120361 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-2304356a-03e5-43e7-ad4a-131b627cf38e service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00857d42-e9b4-438e-ad50-5e325ff55271 HTTP/1.1" status: 200 len: 217 time: 0.0508819 Jul 20 19:39:57.169128 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=94,neutron:DELETE=1,neutron:UPDATE=3,neutron:INSERT=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:57.173437 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-fb9cafa2-47ab-4af2-bcc0-b8b03fe9b3b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:39:57.174905 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-fb9cafa2-47ab-4af2-bcc0-b8b03fe9b3b6 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=936f017c-57eb-4999-85a5-f340992534e6 HTTP/1.1" status: 200 len: 853 time: 0.0502338 Jul 20 19:39:57.219234 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-8a9287ca-95a5-4ff5-be11-02e1ba96e57d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:39:57.220719 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-8a9287ca-95a5-4ff5-be11-02e1ba96e57d service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f4806620-4962-4134-99b4-81d4c833434f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0399842 Jul 20 19:39:57.314598 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-157efaec-abbe-436a-8665-68aa4af98ed8 service neutron] 10.222.0.96 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874476 Jul 20 19:39:57.383344 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=96,neutron:UPDATE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:57.402971 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-de5c7722-de27-4637-ac6d-e593f23d7e51 req-ea2c4735-7e4d-496a-a54c-81e3f5bc7bfb service neutron] 10.222.0.96 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829363 Jul 20 19:39:57.507156 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53dafd7-47e9-424e-afdd-c5baf426c692 req-50f970c9-e95c-45f0-a1fa-4a21b9b6cee2 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:39:57.508621 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e53dafd7-47e9-424e-afdd-c5baf426c692 req-50f970c9-e95c-45f0-a1fa-4a21b9b6cee2 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=25c00bae-fbf9-464e-9666-adb45e470f08 HTTP/1.1" status: 200 len: 943 time: 0.0505500 Jul 20 19:39:57.557888 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e53dafd7-47e9-424e-afdd-c5baf426c692 req-cfe50d29-4a32-4533-b096-913dfe319031 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e3c2c1-5574-4079-a5ec-21b872514319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435817 Jul 20 19:39:58.253564 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886759be-8510-4468-b306-2bbfe3da1033 req-8ddd74e2-6917-404b-b3ff-b8fe75c1937c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:39:58.255553 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-886759be-8510-4468-b306-2bbfe3da1033 req-8ddd74e2-6917-404b-b3ff-b8fe75c1937c service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a1bfa2d4b4084aa294fbd546ebc0f8c5&device_id=25c00bae-fbf9-464e-9666-adb45e470f08 HTTP/1.1" status: 200 len: 1127 time: 0.0430684 Jul 20 19:39:58.345489 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886759be-8510-4468-b306-2bbfe3da1033 req-c7fae04e-f2e5-4df0-bf9f-11324d2811b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:39:58.346857 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-886759be-8510-4468-b306-2bbfe3da1033 req-c7fae04e-f2e5-4df0-bf9f-11324d2811b1 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f4806620-4962-4134-99b4-81d4c833434f HTTP/1.1" status: 200 len: 915 time: 0.0858574 Jul 20 19:39:58.389571 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-886759be-8510-4468-b306-2bbfe3da1033 req-d5bb45a6-0a03-42c1-8ef7-4818c1120446 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00857d42-e9b4-438e-ad50-5e325ff55271 HTTP/1.1" status: 200 len: 217 time: 0.0368235 Jul 20 19:39:58.437828 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886759be-8510-4468-b306-2bbfe3da1033 req-b36dd6f9-d634-4f6b-8806-ba6e8ca4654b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:39:58.439275 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-886759be-8510-4468-b306-2bbfe3da1033 req-b36dd6f9-d634-4f6b-8806-ba6e8ca4654b service neutron] 10.222.0.96 "GET /v2.0/subnets?id=936f017c-57eb-4999-85a5-f340992534e6 HTTP/1.1" status: 200 len: 853 time: 0.0436921 Jul 20 19:39:58.483632 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886759be-8510-4468-b306-2bbfe3da1033 req-3d4d904d-b0ab-414d-988a-9d63b0c46aae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:39:58.485163 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-886759be-8510-4468-b306-2bbfe3da1033 req-3d4d904d-b0ab-414d-988a-9d63b0c46aae service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f4806620-4962-4134-99b4-81d4c833434f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0400052 Jul 20 19:39:58.577711 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-886759be-8510-4468-b306-2bbfe3da1033 req-94a1b5a1-68ed-40fd-8d37-12a5f854e46e service neutron] 10.222.0.96 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864201 Jul 20 19:39:58.674807 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-886759be-8510-4468-b306-2bbfe3da1033 req-4dce6a1a-b6b3-4214-826b-3e0948db205e service neutron] 10.222.0.96 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908046 Jul 20 19:39:58.686677 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92e8ff5-42a1-42c6-b98d-c268c7c7028f req-1f39b010-372a-446f-9006-71b9ca881ea9 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:39:58.688135 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a92e8ff5-42a1-42c6-b98d-c268c7c7028f req-1f39b010-372a-446f-9006-71b9ca881ea9 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=25c00bae-fbf9-464e-9666-adb45e470f08 HTTP/1.1" status: 200 len: 943 time: 0.0595443 Jul 20 19:39:58.738508 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a92e8ff5-42a1-42c6-b98d-c268c7c7028f req-42d9bc08-974c-46ca-9d11-a8343a988337 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e3c2c1-5574-4079-a5ec-21b872514319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434387 Jul 20 19:39:58.947770 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 00857d42-e9b4-438e-ad50-5e325ff55271 details requested by agent hyperv_hv-cinder-85054 with host hv-cinder-85054 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:39:58.989433 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=100 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:59.032873 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:UPDATE=6 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:39:59.053334 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 00857d42-e9b4-438e-ad50-5e325ff55271, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=00857d42-e9b4-438e-ad50-5e325ff55271,segment=NetworkSegment(c757d05f-bc74-45f6-a55d-98cf55aecd7f),segment_id=c757d05f-bc74-45f6-a55d-98cf55aecd7f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:39:59.064888 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Returning: {'device': '00857d42-e9b4-438e-ad50-5e325ff55271', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'port_id': '00857d42-e9b4-438e-ad50-5e325ff55271', 'mac_address': 'fa:16:3e:50:a0:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 988, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:39:59.101717 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 00857d42-e9b4-438e-ad50-5e325ff55271 is: DOWN; New status is: BUILD {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:39:59.102111 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (00857d42-e9b4-438e-ad50-5e325ff55271), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:59.115180 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00857d42-e9b4-438e-ad50-5e325ff55271 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:39:59.138954 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 00857d42-e9b4-438e-ad50-5e325ff55271, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=00857d42-e9b4-438e-ad50-5e325ff55271,segment=NetworkSegment(c757d05f-bc74-45f6-a55d-98cf55aecd7f),segment_id=c757d05f-bc74-45f6-a55d-98cf55aecd7f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:39:59.143021 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (00857d42-e9b4-438e-ad50-5e325ff55271), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:39:59.191558 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=00857d42-e9b4-438e-ad50-5e325ff55271,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:39:59.198668 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:59.198953 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:59.199296 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:59.199636 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:59.199977 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:59.200304 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:59.200633 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:59.200987 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:59.201315 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:59.201640 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:59.201965 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:59.202288 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:59.202611 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:59.202935 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:59.203252 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:39:59.461430 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['00857d42-e9b4-438e-ad50-5e325ff55271'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:39:59.852891 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947f9159-2120-4667-a5a2-78be27680394 req-bd2ab3d9-b1c9-4f29-82e1-f918d4cabb39 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:39:59.854371 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-947f9159-2120-4667-a5a2-78be27680394 req-bd2ab3d9-b1c9-4f29-82e1-f918d4cabb39 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=25c00bae-fbf9-464e-9666-adb45e470f08 HTTP/1.1" status: 200 len: 944 time: 0.0479751 Jul 20 19:39:59.902193 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-947f9159-2120-4667-a5a2-78be27680394 req-d1609dbb-c117-4d89-80af-5a16b9cf753d tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e3c2c1-5574-4079-a5ec-21b872514319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423124 Jul 20 19:40:00.958407 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 00857d42-e9b4-438e-ad50-5e325ff55271 up at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:40:01.001589 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning for port 00857d42-e9b4-438e-ad50-5e325ff55271 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:40:01.008184 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning complete for port 00857d42-e9b4-438e-ad50-5e325ff55271 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:40:01.009223 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (00857d42-e9b4-438e-ad50-5e325ff55271), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:01.016523 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4d77b1-2d76-4845-99bb-64e0b39bdabf req-9c6d46c0-920d-40a6-8b61-87a934e8280e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:01.018066 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4b4d77b1-2d76-4845-99bb-64e0b39bdabf req-9c6d46c0-920d-40a6-8b61-87a934e8280e tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=25c00bae-fbf9-464e-9666-adb45e470f08 HTTP/1.1" status: 200 len: 944 time: 0.0489123 Jul 20 19:40:01.071300 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4b4d77b1-2d76-4845-99bb-64e0b39bdabf req-c61a8580-6195-43d4-89a2-29534f4a2fcd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e3c2c1-5574-4079-a5ec-21b872514319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473213 Jul 20 19:40:01.088769 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 00857d42-e9b4-438e-ad50-5e325ff55271 is: BUILD; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:40:01.089194 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (00857d42-e9b4-438e-ad50-5e325ff55271), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:01.112769 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c00bae-fbf9-464e-9666-adb45e470f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00857d42-e9b4-438e-ad50-5e325ff55271'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:40:01.115987 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5243f7e-7350-4ffc-940c-4c72edec60ee" -d '{"events": [{"server_uuid": "25c00bae-fbf9-464e-9666-adb45e470f08", "name": "network-vif-plugged", "status": "completed", "tag": "00857d42-e9b4-438e-ad50-5e325ff55271"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:40:01.128468 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 00857d42-e9b4-438e-ad50-5e325ff55271, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=00857d42-e9b4-438e-ad50-5e325ff55271,segment=NetworkSegment(c757d05f-bc74-45f6-a55d-98cf55aecd7f),segment_id=c757d05f-bc74-45f6-a55d-98cf55aecd7f)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:40:01.133265 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (00857d42-e9b4-438e-ad50-5e325ff55271), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:01.185370 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=00857d42-e9b4-438e-ad50-5e325ff55271,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:40:01.217446 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:40:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a687eefa-2a6e-4748-9a57-db9feead2019 x-openstack-request-id: req-a687eefa-2a6e-4748-9a57-db9feead2019 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:40:01.217742 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c00bae-fbf9-464e-9666-adb45e470f08", "name": "network-vif-plugged", "status": "completed", "tag": "00857d42-e9b4-438e-ad50-5e325ff55271", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:40:01.217999 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-a687eefa-2a6e-4748-9a57-db9feead2019 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:40:01.218404 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a687eefa-2a6e-4748-9a57-db9feead2019'] response: {'server_uuid': '25c00bae-fbf9-464e-9666-adb45e470f08', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00857d42-e9b4-438e-ad50-5e325ff55271', 'code': 200} Jul 20 19:40:01.433754 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40eb5f-9356-4ccf-875c-0052d42f9157 req-f7966c3a-3b61-46d0-b1d0-ec64f3131d53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:01.435303 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-8a40eb5f-9356-4ccf-875c-0052d42f9157 req-f7966c3a-3b61-46d0-b1d0-ec64f3131d53 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=25c00bae-fbf9-464e-9666-adb45e470f08 HTTP/1.1" status: 200 len: 1129 time: 0.0402493 Jul 20 19:40:01.484462 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-8a40eb5f-9356-4ccf-875c-0052d42f9157 req-6ed0e785-f28a-4021-8907-72422f605e7d service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=60e3c2c1-5574-4079-a5ec-21b872514319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421529 Jul 20 19:40:02.188025 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd084f1-bcbe-489d-bf53-15a1950476f2 req-2c6cfff8-0a0a-4fad-9029-3c64f9544720 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:02.189620 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4fd084f1-bcbe-489d-bf53-15a1950476f2 req-2c6cfff8-0a0a-4fad-9029-3c64f9544720 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=25c00bae-fbf9-464e-9666-adb45e470f08 HTTP/1.1" status: 200 len: 945 time: 0.0500529 Jul 20 19:40:02.233712 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:02.238619 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4fd084f1-bcbe-489d-bf53-15a1950476f2 req-d45d6a16-82e7-45bf-8c2d-d2412b3a16a6 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e3c2c1-5574-4079-a5ec-21b872514319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427525 Jul 20 19:40:03.358185 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d23c4f-0cce-4745-b5ee-1c0b9aeac4e5 req-570aee59-f2f9-44fe-889f-f490f054cf58 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:03.359631 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a7d23c4f-0cce-4745-b5ee-1c0b9aeac4e5 req-570aee59-f2f9-44fe-889f-f490f054cf58 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=25c00bae-fbf9-464e-9666-adb45e470f08 HTTP/1.1" status: 200 len: 945 time: 0.0475087 Jul 20 19:40:03.406913 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-a7d23c4f-0cce-4745-b5ee-1c0b9aeac4e5 req-94a0bb93-fe86-4b8e-9f4a-12124740350d tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e3c2c1-5574-4079-a5ec-21b872514319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416956 Jul 20 19:40:03.528116 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7708fa9-45ba-4a56-a899-5759faa0a8a2 req-8d63bee9-fb65-4b94-9926-750b085c720c tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:03.529886 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d7708fa9-45ba-4a56-a899-5759faa0a8a2 req-8d63bee9-fb65-4b94-9926-750b085c720c tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=25c00bae-fbf9-464e-9666-adb45e470f08 HTTP/1.1" status: 200 len: 945 time: 0.0548384 Jul 20 19:40:03.540323 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 44148) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:40:03.545067 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [None req-70d0c344-08a3-42df-a26e-d21046825239 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Request body: {'floatingip': {'port_id': '00857d42-e9b4-438e-ad50-5e325ff55271'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:40:03.587279 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70d0c344-08a3-42df-a26e-d21046825239 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for floatingip (626f5da3-1c0a-4d35-936f-06750b687791), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:03.890735 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:04.037510 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70d0c344-08a3-42df-a26e-d21046825239 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:04.042265 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70d0c344-08a3-42df-a26e-d21046825239 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (626f5da3-1c0a-4d35-936f-06750b687791), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:04.153306 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [None req-70d0c344-08a3-42df-a26e-d21046825239 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Floating IP 626f5da3-1c0a-4d35-936f-06750b687791 associated. External IP: 172.27.3.187, port: 00857d42-e9b4-438e-ad50-5e325ff55271. Jul 20 19:40:04.357528 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d0c344-08a3-42df-a26e-d21046825239 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Router 044b8bd2-8154-47e7-ba03-d6272376e9af has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:40:04.439708 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:04.465632 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d0c344-08a3-42df-a26e-d21046825239 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:40:04.470167 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-70d0c344-08a3-42df-a26e-d21046825239 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:04.477633 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8769d591-e038-4209-bbf5-fb5c42c6c2f9 None None] Sync routers for ids ['044b8bd2-8154-47e7-ba03-d6272376e9af'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:40:04.488448 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8769d591-e038-4209-bbf5-fb5c42c6c2f9 None None] Routers {'044b8bd2-8154-47e7-ba03-d6272376e9af'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:40:04.489697 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-8769d591-e038-4209-bbf5-fb5c42c6c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:39:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['044b8bd2-8154-47e7-ba03-d6272376e9af'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:40:04.501080 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-70d0c344-08a3-42df-a26e-d21046825239 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "PUT /v2.0/floatingips/626f5da3-1c0a-4d35-936f-06750b687791 HTTP/1.1" status: 200 len: 991 time: 0.9595938 Jul 20 19:40:04.501852 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25c00bae-fbf9-464e-9666-adb45e470f08', 'tag': '00857d42-e9b4-438e-ad50-5e325ff55271'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:40:04.504214 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fdef93-8f88-4c4d-aca6-9b30499d6f74" -d '{"events": [{"name": "network-changed", "server_uuid": "25c00bae-fbf9-464e-9666-adb45e470f08", "tag": "00857d42-e9b4-438e-ad50-5e325ff55271"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:40:04.544859 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caafaf2f-2d9f-49b3-895c-3953790395c3 x-openstack-request-id: req-caafaf2f-2d9f-49b3-895c-3953790395c3 {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:40:04.545195 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "25c00bae-fbf9-464e-9666-adb45e470f08", "tag": "00857d42-e9b4-438e-ad50-5e325ff55271", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:40:04.545453 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-caafaf2f-2d9f-49b3-895c-3953790395c3 {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:40:04.545865 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-caafaf2f-2d9f-49b3-895c-3953790395c3'] response: {'name': 'network-changed', 'server_uuid': '25c00bae-fbf9-464e-9666-adb45e470f08', 'tag': '00857d42-e9b4-438e-ad50-5e325ff55271', 'status': 'completed', 'code': 200} Jul 20 19:40:04.598030 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-8769d591-e038-4209-bbf5-fb5c42c6c2f9 None None] Set router 044b8bd2-8154-47e7-ba03-d6272376e9af gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:40:04.631296 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdef93-8f88-4c4d-aca6-9b30499d6f74 req-f7b908e7-849a-4fbb-afb9-dc9229c4d2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:04.632857 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-70fdef93-8f88-4c4d-aca6-9b30499d6f74 req-f7b908e7-849a-4fbb-afb9-dc9229c4d2f8 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=a1bfa2d4b4084aa294fbd546ebc0f8c5&device_id=25c00bae-fbf9-464e-9666-adb45e470f08 HTTP/1.1" status: 200 len: 1129 time: 0.0417836 Jul 20 19:40:04.680506 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=2,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:04.731682 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdef93-8f88-4c4d-aca6-9b30499d6f74 req-671ecb44-428d-4b88-97c0-6a9bf76030a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:04.733297 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-70fdef93-8f88-4c4d-aca6-9b30499d6f74 req-671ecb44-428d-4b88-97c0-6a9bf76030a2 service neutron] 10.222.0.96 "GET /v2.0/networks?id=f4806620-4962-4134-99b4-81d4c833434f HTTP/1.1" status: 200 len: 915 time: 0.0933316 Jul 20 19:40:04.758689 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:04.801378 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-70fdef93-8f88-4c4d-aca6-9b30499d6f74 req-88f2ae34-859a-4896-9223-792dc9600cc7 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00857d42-e9b4-438e-ad50-5e325ff55271 HTTP/1.1" status: 200 len: 999 time: 0.0620558 Jul 20 19:40:04.822722 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-8769d591-e038-4209-bbf5-fb5c42c6c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '626f5da3-1c0a-4d35-936f-06750b687791', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'port_id': '00857d42-e9b4-438e-ad50-5e325ff55271', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'mac_address': 'fa:16:3e:50:a0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c00bae-fbf9-464e-9666-adb45e470f08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:39:52Z', 'updated_at': '2022-07-20T19:40:03Z', 'revision_number': 1, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:24Z', 'revision_number': 5, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:40:04.838429 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=100 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:04.849368 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8769d591-e038-4209-bbf5-fb5c42c6c2f9 None None] Checking router: 044b8bd2-8154-47e7-ba03-d6272376e9af for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:40:04.854956 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdef93-8f88-4c4d-aca6-9b30499d6f74 req-ce2bc0f2-fff1-40b8-beba-223992e1d981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:04.856628 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-70fdef93-8f88-4c4d-aca6-9b30499d6f74 req-ce2bc0f2-fff1-40b8-beba-223992e1d981 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=936f017c-57eb-4999-85a5-f340992534e6 HTTP/1.1" status: 200 len: 853 time: 0.0476568 Jul 20 19:40:04.858148 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8769d591-e038-4209-bbf5-fb5c42c6c2f9 None None] Routers {'044b8bd2-8154-47e7-ba03-d6272376e9af'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:40:04.858747 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-8769d591-e038-4209-bbf5-fb5c42c6c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:39:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['044b8bd2-8154-47e7-ba03-d6272376e9af'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:40:04.902307 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fdef93-8f88-4c4d-aca6-9b30499d6f74 req-8a7cc15f-eb8d-4c78-9332-c6f733e8044c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:04.903832 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-70fdef93-8f88-4c4d-aca6-9b30499d6f74 req-8a7cc15f-eb8d-4c78-9332-c6f733e8044c service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=f4806620-4962-4134-99b4-81d4c833434f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0412185 Jul 20 19:40:04.963686 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-8769d591-e038-4209-bbf5-fb5c42c6c2f9 None None] Set router 044b8bd2-8154-47e7-ba03-d6272376e9af gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:40:05.005559 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-70fdef93-8f88-4c4d-aca6-9b30499d6f74 req-6e3b422c-24a4-4662-806a-6e92c20fd626 service neutron] 10.222.0.96 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956173 Jul 20 19:40:05.108396 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-70fdef93-8f88-4c4d-aca6-9b30499d6f74 req-9f04396c-ba29-4b47-937a-8ff6c14464cf service neutron] 10.222.0.96 "GET /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958395 Jul 20 19:40:05.200116 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-8769d591-e038-4209-bbf5-fb5c42c6c2f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '626f5da3-1c0a-4d35-936f-06750b687791', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'port_id': '00857d42-e9b4-438e-ad50-5e325ff55271', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'mac_address': 'fa:16:3e:50:a0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c00bae-fbf9-464e-9666-adb45e470f08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:39:52Z', 'updated_at': '2022-07-20T19:40:03Z', 'revision_number': 1, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:24Z', 'revision_number': 5, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:40:05.227180 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8769d591-e038-4209-bbf5-fb5c42c6c2f9 None None] The sync data for ids ['044b8bd2-8154-47e7-ba03-d6272376e9af'] in dv-cinder-850548-1-iscsi is: [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_floatingips': [{'id': '626f5da3-1c0a-4d35-936f-06750b687791', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'floating_ip_address': '172.27.3.187', 'floating_network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'router_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'port_id': '00857d42-e9b4-438e-ad50-5e325ff55271', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 705, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'mac_address': 'fa:16:3e:50:a0:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25c00bae-fbf9-464e-9666-adb45e470f08', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-07-20T19:39:52Z', 'updated_at': '2022-07-20T19:40:03Z', 'revision_number': 1, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:24Z', 'revision_number': 5, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:40:05.420000 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e758de0-9983-4983-a7dd-af660d3cc6f1 None None] New status for floating IP 626f5da3-1c0a-4d35-936f-06750b687791: ACTIVE {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:40:13.627878 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3b08334e-f784-4931-b1f1-492d92749dde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:14.496544 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=60,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:14.498546 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=8 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:15.103098 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=28 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:15.105092 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=96 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:15.519815 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=31,neutron:UPDATE=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:15.523397 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=33 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:15.977711 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a6883851-4ac5-44ae-a0a8-d6e3431881eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:16.954308 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:18.225286 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:40:18.669549 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:18.831907 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:21.155531 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:26.749077 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b993adb5-6b5f-4c86-b1cf-e5a8e883ebee req-f4da3b1a-b7fd-4123-96ed-e36c0eaef8fe tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:26.750568 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b993adb5-6b5f-4c86-b1cf-e5a8e883ebee req-f4da3b1a-b7fd-4123-96ed-e36c0eaef8fe tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 946 time: 0.0523825 Jul 20 19:40:26.802266 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b993adb5-6b5f-4c86-b1cf-e5a8e883ebee req-086e4949-ee0f-40ec-9293-335e9d449949 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455978 Jul 20 19:40:27.921827 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d4d8c0-33a8-4125-a128-4f9b75ce4048 req-089ac7a3-827e-4244-b794-51df49e518bc tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:27.923339 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-12d4d8c0-33a8-4125-a128-4f9b75ce4048 req-089ac7a3-827e-4244-b794-51df49e518bc tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 946 time: 0.0490222 Jul 20 19:40:27.976084 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-12d4d8c0-33a8-4125-a128-4f9b75ce4048 req-0f8b59f0-30e6-45d4-9108-e5c057b22a6f tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456684 Jul 20 19:40:28.221679 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:29.100426 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee08561-387a-4f14-9275-098a0973d160 req-1220a045-8ad7-4972-afb4-0804adeafa87 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:29.101945 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ee08561-387a-4f14-9275-098a0973d160 req-1220a045-8ad7-4972-afb4-0804adeafa87 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 946 time: 0.0529211 Jul 20 19:40:29.152874 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5ee08561-387a-4f14-9275-098a0973d160 req-cb1a1c2d-a98f-4821-98f5-f41f6464dc99 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446877 Jul 20 19:40:30.268946 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba0ab8a-84b1-44c0-ab66-a98d2566da86 req-6818ba47-9307-470e-a506-0be56f3b8b91 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:30.270411 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-dba0ab8a-84b1-44c0-ab66-a98d2566da86 req-6818ba47-9307-470e-a506-0be56f3b8b91 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 946 time: 0.0495510 Jul 20 19:40:30.321834 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-dba0ab8a-84b1-44c0-ab66-a98d2566da86 req-5f30edde-553c-496d-bc18-e7b8bd69c518 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451009 Jul 20 19:40:31.149477 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=60,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:31.152447 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=55,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:31.437242 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36083367-f046-4be6-a174-86f0b1fe4415 req-a932d543-0292-466d-83ad-e1f931a1993d tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:31.438621 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-36083367-f046-4be6-a174-86f0b1fe4415 req-a932d543-0292-466d-83ad-e1f931a1993d tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 946 time: 0.0480492 Jul 20 19:40:31.492971 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-36083367-f046-4be6-a174-86f0b1fe4415 req-b5952ca7-74d8-4ed8-bf9d-0878c6a6c397 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487869 Jul 20 19:40:32.614288 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f07b8d-e1cf-49f3-8404-8b8e1b146b59 req-70c10472-398c-4736-ba0b-f2a9b62e424f tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:32.616538 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-58f07b8d-e1cf-49f3-8404-8b8e1b146b59 req-70c10472-398c-4736-ba0b-f2a9b62e424f tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 946 time: 0.0530200 Jul 20 19:40:32.669770 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-58f07b8d-e1cf-49f3-8404-8b8e1b146b59 req-574f5f78-408a-4153-a77b-57cdbfe6cad5 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474901 Jul 20 19:40:33.785600 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e7d1e4-c359-4e84-bddb-b0e70adf521c req-4f0e0cf3-a1d1-4609-b2a6-085045cd841a tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:33.787106 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-86e7d1e4-c359-4e84-bddb-b0e70adf521c req-4f0e0cf3-a1d1-4609-b2a6-085045cd841a tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 946 time: 0.0490623 Jul 20 19:40:33.837814 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-86e7d1e4-c359-4e84-bddb-b0e70adf521c req-51f5ec18-5f79-4011-8ac3-7a7d6e09b0f2 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439343 Jul 20 19:40:34.964588 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011e4c13-9e35-40be-bbb2-39565a167a7e req-5acbb636-7db2-4bb2-bfa3-0974a4e0ef0c tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:34.966119 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-011e4c13-9e35-40be-bbb2-39565a167a7e req-5acbb636-7db2-4bb2-bfa3-0974a4e0ef0c tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 946 time: 0.0563846 Jul 20 19:40:35.022121 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-011e4c13-9e35-40be-bbb2-39565a167a7e req-b24b05e4-7e07-4c24-89ea-66b6d08a4a43 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500457 Jul 20 19:40:36.144050 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d282717f-2395-465a-89a7-66b3e6f628e4 req-b80a13bf-4359-4fbd-9f5a-7aa02cb48991 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:36.145566 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d282717f-2395-465a-89a7-66b3e6f628e4 req-b80a13bf-4359-4fbd-9f5a-7aa02cb48991 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 946 time: 0.0485601 Jul 20 19:40:36.196438 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d282717f-2395-465a-89a7-66b3e6f628e4 req-c0c8eb8f-cd82-4076-ad57-5e2e2168bdf2 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451152 Jul 20 19:40:36.982929 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc5892-b1fa-48ef-a37f-f6bec6858eeb req-8c38b739-0372-411d-b75c-45bfbf2d6250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:36.984332 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-c1dc5892-b1fa-48ef-a37f-f6bec6858eeb req-8c38b739-0372-411d-b75c-45bfbf2d6250 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f3f0c2dd35fa4890a64fcc7dcaddc633&device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 1130 time: 0.0412250 Jul 20 19:40:37.078508 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc5892-b1fa-48ef-a37f-f6bec6858eeb req-b99e0f5f-c5b7-4b8f-bbda-61225ec59399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:37.079982 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-c1dc5892-b1fa-48ef-a37f-f6bec6858eeb req-b99e0f5f-c5b7-4b8f-bbda-61225ec59399 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9b89c0a6-a46c-4abc-8170-f8b4a3cbb712 HTTP/1.1" status: 200 len: 910 time: 0.0885584 Jul 20 19:40:37.148866 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-c1dc5892-b1fa-48ef-a37f-f6bec6858eeb req-0e2ca0df-5fa2-4da8-ad52-72de572f2f6a service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cb27c30-2f2b-4e29-97fe-211854c955e8 HTTP/1.1" status: 200 len: 1000 time: 0.0611415 Jul 20 19:40:37.199200 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc5892-b1fa-48ef-a37f-f6bec6858eeb req-d276add7-9cd4-4418-8f55-a2679e3eb474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:37.200671 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-c1dc5892-b1fa-48ef-a37f-f6bec6858eeb req-d276add7-9cd4-4418-8f55-a2679e3eb474 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a2bb6b12-0fd1-4309-b9b0-cd8302be8a40 HTTP/1.1" status: 200 len: 848 time: 0.0456474 Jul 20 19:40:37.246545 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dc5892-b1fa-48ef-a37f-f6bec6858eeb req-ccaa37d1-40bb-4b97-84ec-ebf5644c87c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:37.248048 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-c1dc5892-b1fa-48ef-a37f-f6bec6858eeb req-ccaa37d1-40bb-4b97-84ec-ebf5644c87c3 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9b89c0a6-a46c-4abc-8170-f8b4a3cbb712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0404727 Jul 20 19:40:37.310271 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a858dc-e6eb-483e-a5f9-3f8b030bb1c8 req-26759213-6373-4109-a306-281439743eac tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:37.311724 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-04a858dc-e6eb-483e-a5f9-3f8b030bb1c8 req-26759213-6373-4109-a306-281439743eac tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 946 time: 0.0478842 Jul 20 19:40:37.350288 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-c1dc5892-b1fa-48ef-a37f-f6bec6858eeb req-2f19d052-2e0c-47aa-8c57-a01117eec857 service neutron] 10.222.0.96 "GET /v2.0/networks/9b89c0a6-a46c-4abc-8170-f8b4a3cbb712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955775 Jul 20 19:40:37.370536 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-04a858dc-e6eb-483e-a5f9-3f8b030bb1c8 req-453b1fda-06c1-4b61-913e-5f8eebc03444 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530319 Jul 20 19:40:37.448280 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-c1dc5892-b1fa-48ef-a37f-f6bec6858eeb req-09f7c6c3-69b2-485e-ae0c-fae9c1d75eb8 service neutron] 10.222.0.96 "GET /v2.0/networks/9b89c0a6-a46c-4abc-8170-f8b4a3cbb712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906003 Jul 20 19:40:38.489192 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c1b80-0f2f-4c2f-aeb0-a8a9b89c4b66 req-92af7bce-07ea-4755-bad5-81c4fb551148 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:38.490746 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-539c1b80-0f2f-4c2f-aeb0-a8a9b89c4b66 req-92af7bce-07ea-4755-bad5-81c4fb551148 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 946 time: 0.0510335 Jul 20 19:40:38.503093 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:38.544441 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-539c1b80-0f2f-4c2f-aeb0-a8a9b89c4b66 req-53ee9b4a-99a2-45c1-bc57-25940fd4ea4a tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473270 Jul 20 19:40:39.665881 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249ad30f-7075-4518-81f3-c76337ecc91f req-06c66d87-9f9e-45a2-9f4d-42ca79deca11 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:39.667360 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-249ad30f-7075-4518-81f3-c76337ecc91f req-06c66d87-9f9e-45a2-9f4d-42ca79deca11 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 946 time: 0.0507901 Jul 20 19:40:39.689158 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:39.726916 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-249ad30f-7075-4518-81f3-c76337ecc91f req-6c1c71ee-44b9-4b75-9d04-d0646320e429 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0540664 Jul 20 19:40:40.846521 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc06affe-23f6-4a3d-9eb3-9c213a52462d req-c4b4932a-e3df-4ef6-9096-bee5fe3b728c tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:40.847984 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-dc06affe-23f6-4a3d-9eb3-9c213a52462d req-c4b4932a-e3df-4ef6-9096-bee5fe3b728c tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 946 time: 0.0511053 Jul 20 19:40:40.899705 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-dc06affe-23f6-4a3d-9eb3-9c213a52462d req-fd32e763-4e00-4ed5-bf7b-afc94efba271 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455174 Jul 20 19:40:41.117166 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae69ade-c44f-4202-aaa9-c7344181ca12 req-e148315d-ca39-4358-b894-30e510f3bf14 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:41.118945 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-aae69ade-c44f-4202-aaa9-c7344181ca12 req-e148315d-ca39-4358-b894-30e510f3bf14 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 946 time: 0.0492597 Jul 20 19:40:41.123416 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 44196) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:40:41.186928 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-aae69ade-c44f-4202-aaa9-c7344181ca12 req-ea243b6a-7dd7-421f-b4b6-3f5d20bf368b tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613322 Jul 20 19:40:41.218260 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-17b44dcc-a266-4b26-bc5b-17167464bb7f req-67312e1e-f3c7-453c-9aef-962b8d05ff0c service neutron] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0936542 Jul 20 19:40:41.226788 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [req-17b44dcc-a266-4b26-bc5b-17167464bb7f req-1a87a834-dec1-48d9-82d5-5b5e71245de7 service neutron] http://10.222.0.79:9696/v2.0/extensions returned with HTTP 200 {{(pid=104008) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jul 20 19:40:41.227753 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-17b44dcc-a266-4b26-bc5b-17167464bb7f req-1a87a834-dec1-48d9-82d5-5b5e71245de7 service neutron] 10.222.0.79 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14320 time: 0.0050092 Jul 20 19:40:41.324226 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 44206) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:40:41.423737 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b44dcc-a266-4b26-bc5b-17167464bb7f req-d184869f-096f-41e0-9195-705db25d88f8 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:41.425460 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-17b44dcc-a266-4b26-bc5b-17167464bb7f req-d184869f-096f-41e0-9195-705db25d88f8 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports/3cb27c30-2f2b-4e29-97fe-211854c955e8 HTTP/1.1" status: 200 len: 943 time: 0.1002800 Jul 20 19:40:42.303971 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71922b88-6bfd-4c23-bd0a-7c19d331c93b req-9b90e0e1-822f-49e4-a8e4-0c93e959bc86 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:42.305458 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-71922b88-6bfd-4c23-bd0a-7c19d331c93b req-9b90e0e1-822f-49e4-a8e4-0c93e959bc86 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 946 time: 0.0476992 Jul 20 19:40:42.355999 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-71922b88-6bfd-4c23-bd0a-7c19d331c93b req-e34b5e82-9aaf-4c9f-bb50-d89ee8bb3b96 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449386 Jul 20 19:40:43.169878 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 3cb27c30-2f2b-4e29-97fe-211854c955e8 no longer exists at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:40:43.187688 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b44dcc-a266-4b26-bc5b-17167464bb7f req-5ed9dde5-975b-40a6-84e8-1164b0b6b98d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:43.189249 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-17b44dcc-a266-4b26-bc5b-17167464bb7f req-5ed9dde5-975b-40a6-84e8-1164b0b6b98d service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2&tenant_id=f3f0c2dd35fa4890a64fcc7dcaddc633 HTTP/1.1" status: 200 len: 1130 time: 0.0468957 Jul 20 19:40:43.252429 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 3cb27c30-2f2b-4e29-97fe-211854c955e8 is: ACTIVE; New status is: DOWN {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:40:43.253081 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (3cb27c30-2f2b-4e29-97fe-211854c955e8), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:43.285681 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b44dcc-a266-4b26-bc5b-17167464bb7f req-ce9eb659-b577-483e-bed8-f154f0eacf27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:43.288143 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-17b44dcc-a266-4b26-bc5b-17167464bb7f req-ce9eb659-b577-483e-bed8-f154f0eacf27 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f3f0c2dd35fa4890a64fcc7dcaddc633&device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 1130 time: 0.0589414 Jul 20 19:40:43.290823 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e24067-14b4-4dfd-93ea-3acf3fe777c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cb27c30-2f2b-4e29-97fe-211854c955e8'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:40:43.293097 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e778b1e-f36a-4567-8172-afdaccbc22ae" -d '{"events": [{"server_uuid": "67e24067-14b4-4dfd-93ea-3acf3fe777c2", "name": "network-vif-unplugged", "status": "completed", "tag": "3cb27c30-2f2b-4e29-97fe-211854c955e8"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:40:43.307457 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 3cb27c30-2f2b-4e29-97fe-211854c955e8, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=3cb27c30-2f2b-4e29-97fe-211854c955e8,segment=NetworkSegment(7653af05-7371-43ac-ab31-08326cf09c3e),segment_id=7653af05-7371-43ac-ab31-08326cf09c3e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:40:43.311782 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (3cb27c30-2f2b-4e29-97fe-211854c955e8), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:43.340993 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Wed, 20 Jul 2022 19:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7be6afce-52ef-4bc3-8f5b-6e59bcf05276 x-openstack-request-id: req-7be6afce-52ef-4bc3-8f5b-6e59bcf05276 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:40:43.341288 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e24067-14b4-4dfd-93ea-3acf3fe777c2", "name": "network-vif-unplugged", "status": "completed", "tag": "3cb27c30-2f2b-4e29-97fe-211854c955e8", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:40:43.341549 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-7be6afce-52ef-4bc3-8f5b-6e59bcf05276 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:40:43.341948 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7be6afce-52ef-4bc3-8f5b-6e59bcf05276'] response: {'server_uuid': '67e24067-14b4-4dfd-93ea-3acf3fe777c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cb27c30-2f2b-4e29-97fe-211854c955e8', 'code': 200} Jul 20 19:40:43.366081 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=3cb27c30-2f2b-4e29-97fe-211854c955e8,revision_number=6']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:40:43.391891 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b44dcc-a266-4b26-bc5b-17167464bb7f req-440f49e6-a518-4d75-ab8a-84a2561fa02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:43.393429 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-17b44dcc-a266-4b26-bc5b-17167464bb7f req-440f49e6-a518-4d75-ab8a-84a2561fa02f service neutron] 10.222.0.96 "GET /v2.0/networks?id=9b89c0a6-a46c-4abc-8170-f8b4a3cbb712 HTTP/1.1" status: 200 len: 910 time: 0.0971251 Jul 20 19:40:43.473907 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-17b44dcc-a266-4b26-bc5b-17167464bb7f req-289f8640-bdaa-44e9-8566-649f71352e19 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cb27c30-2f2b-4e29-97fe-211854c955e8 HTTP/1.1" status: 200 len: 998 time: 0.0739870 Jul 20 19:40:43.478672 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0de8f27-6ce8-4544-a6f3-ee97e99b0db3 req-e329a84e-861a-4ba9-9472-6ab170d1c9ad tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:43.480153 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f0de8f27-6ce8-4544-a6f3-ee97e99b0db3 req-e329a84e-861a-4ba9-9472-6ab170d1c9ad tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 944 time: 0.0542042 Jul 20 19:40:43.526682 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b44dcc-a266-4b26-bc5b-17167464bb7f req-80a42458-f416-4b0b-92c3-a0b8655dc5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:43.528162 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-17b44dcc-a266-4b26-bc5b-17167464bb7f req-80a42458-f416-4b0b-92c3-a0b8655dc5e7 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a2bb6b12-0fd1-4309-b9b0-cd8302be8a40 HTTP/1.1" status: 200 len: 848 time: 0.0487640 Jul 20 19:40:43.533821 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f0de8f27-6ce8-4544-a6f3-ee97e99b0db3 req-5b0ea4ec-9c36-4219-a63e-95fad2020afa tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481522 Jul 20 19:40:43.579577 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b44dcc-a266-4b26-bc5b-17167464bb7f req-73cc534f-d75b-4774-85a3-69acad91b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:43.581143 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-17b44dcc-a266-4b26-bc5b-17167464bb7f req-73cc534f-d75b-4774-85a3-69acad91b566 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9b89c0a6-a46c-4abc-8170-f8b4a3cbb712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0428078 Jul 20 19:40:43.633350 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-93327571-178e-4fdf-a3a1-25e7ca973214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:43.686483 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-17b44dcc-a266-4b26-bc5b-17167464bb7f req-046d6cbe-5c33-4a42-81b9-1be45e195aa5 service neutron] 10.222.0.96 "GET /v2.0/networks/9b89c0a6-a46c-4abc-8170-f8b4a3cbb712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989354 Jul 20 19:40:43.786597 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-17b44dcc-a266-4b26-bc5b-17167464bb7f req-a75d9c32-29d9-46ff-b93d-3c7f1d03ca1e service neutron] 10.222.0.96 "GET /v2.0/networks/9b89c0a6-a46c-4abc-8170-f8b4a3cbb712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929737 Jul 20 19:40:44.652175 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05894aa-f707-447e-99f0-9d0011902952 req-1385b0ba-c3fc-484f-9aa4-7d09c0367e85 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:44.653602 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b05894aa-f707-447e-99f0-9d0011902952 req-1385b0ba-c3fc-484f-9aa4-7d09c0367e85 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 944 time: 0.0485060 Jul 20 19:40:44.705633 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b05894aa-f707-447e-99f0-9d0011902952 req-85b9908d-a760-4c4a-975e-d6125bf178a8 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463812 Jul 20 19:40:45.835165 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4757afc9-ae12-4189-8bca-32eb6c37f8c7 req-684f7aa9-f6f4-4b9b-bc06-4c56f9cd8fdf tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:45.836659 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4757afc9-ae12-4189-8bca-32eb6c37f8c7 req-684f7aa9-f6f4-4b9b-bc06-4c56f9cd8fdf tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 944 time: 0.0500917 Jul 20 19:40:45.887398 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4757afc9-ae12-4189-8bca-32eb6c37f8c7 req-d1bae661-decd-45b5-a9a9-a5de3c202739 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448289 Jul 20 19:40:45.970736 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d2c2b8a-8e4b-4290-8876-dc423360ca17 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:46.957370 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:47.007856 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7c9fca-579b-464d-bd85-355f13555d4a req-959a995f-afde-4a31-8d17-e17a7e978a6f tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:47.009367 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6b7c9fca-579b-464d-bd85-355f13555d4a req-959a995f-afde-4a31-8d17-e17a7e978a6f tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 944 time: 0.0517235 Jul 20 19:40:47.059431 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-6b7c9fca-579b-464d-bd85-355f13555d4a req-65ca6b72-22fd-4abf-b396-f2cf40517a35 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445011 Jul 20 19:40:48.185582 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb71bebc-fbbd-4fe3-a8fc-8a7cf8e50b6a req-a8df95bd-2e26-4c15-90a9-8411dad0ee05 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:48.187107 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cb71bebc-fbbd-4fe3-a8fc-8a7cf8e50b6a req-a8df95bd-2e26-4c15-90a9-8411dad0ee05 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 944 time: 0.0556984 Jul 20 19:40:48.240108 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cb71bebc-fbbd-4fe3-a8fc-8a7cf8e50b6a req-fee8ff01-26b4-4962-a448-917c81071bd0 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474133 Jul 20 19:40:48.671934 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:48.840600 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:49.360385 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f6a7c1-e56e-49ae-a5d9-18d93bc86c5f req-9686ff16-1283-4bcb-a623-9f5e6b23139b tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:49.361843 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-47f6a7c1-e56e-49ae-a5d9-18d93bc86c5f req-9686ff16-1283-4bcb-a623-9f5e6b23139b tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 944 time: 0.0507669 Jul 20 19:40:49.373850 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:49.412640 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-47f6a7c1-e56e-49ae-a5d9-18d93bc86c5f req-71897555-fbd6-415b-9c0a-7df035fbffb1 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442550 Jul 20 19:40:50.532178 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3a32ec-e912-4452-b434-e64b057dec67 req-fd531325-89ca-4bee-8068-83a16fb22db0 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:50.533811 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-af3a32ec-e912-4452-b434-e64b057dec67 req-fd531325-89ca-4bee-8068-83a16fb22db0 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 944 time: 0.0494916 Jul 20 19:40:50.585812 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-af3a32ec-e912-4452-b434-e64b057dec67 req-e7aa668c-f95a-4086-a177-c91fe64798e0 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448558 Jul 20 19:40:50.672311 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=100 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:50.703068 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=100 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:50.707538 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b405ca42-1a68-4211-a9b5-a38d9afd12b0 req-1ef5b1c8-a3a4-4e78-8dbd-045fdb0c4657 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:50.709107 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-b405ca42-1a68-4211-a9b5-a38d9afd12b0 req-1ef5b1c8-a3a4-4e78-8dbd-045fdb0c4657 service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 1128 time: 0.0446286 Jul 20 19:40:50.759241 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-b405ca42-1a68-4211-a9b5-a38d9afd12b0 req-5464c934-57c7-4741-bd2e-2129335618a9 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415754 Jul 20 19:40:51.170245 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:51.194098 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 3cb27c30-2f2b-4e29-97fe-211854c955e8 details requested by agent hyperv_hv-cinder-85054 with host hv-cinder-85054 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:40:51.296725 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 3cb27c30-2f2b-4e29-97fe-211854c955e8, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=3cb27c30-2f2b-4e29-97fe-211854c955e8,segment=NetworkSegment(7653af05-7371-43ac-ab31-08326cf09c3e),segment_id=7653af05-7371-43ac-ab31-08326cf09c3e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:40:51.308591 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Returning: {'device': '3cb27c30-2f2b-4e29-97fe-211854c955e8', 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712', 'port_id': '3cb27c30-2f2b-4e29-97fe-211854c955e8', 'mac_address': 'fa:16:3e:f7:3e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 952, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2bb6b12-0fd1-4309-b9b0-cd8302be8a40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:40:51.346494 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 3cb27c30-2f2b-4e29-97fe-211854c955e8 is: DOWN; New status is: BUILD {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:40:51.346890 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (3cb27c30-2f2b-4e29-97fe-211854c955e8), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:51.360237 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cb27c30-2f2b-4e29-97fe-211854c955e8 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:40:51.381028 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 3cb27c30-2f2b-4e29-97fe-211854c955e8, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=3cb27c30-2f2b-4e29-97fe-211854c955e8,segment=NetworkSegment(7653af05-7371-43ac-ab31-08326cf09c3e),segment_id=7653af05-7371-43ac-ab31-08326cf09c3e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:40:51.384745 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (3cb27c30-2f2b-4e29-97fe-211854c955e8), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:51.432330 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=3cb27c30-2f2b-4e29-97fe-211854c955e8,revision_number=7']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:40:51.700841 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:51.709296 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f4b421-c89b-4974-8ae2-1cf2b5a5c1d9 req-41f71445-dafc-48ac-b0e4-e9c17381c65f tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:51.711352 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7f4b421-c89b-4974-8ae2-1cf2b5a5c1d9 req-41f71445-dafc-48ac-b0e4-e9c17381c65f tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 945 time: 0.0496590 Jul 20 19:40:51.769595 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b7f4b421-c89b-4974-8ae2-1cf2b5a5c1d9 req-bc6a93f9-5c20-426c-836f-9d0aa652e2c9 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510595 Jul 20 19:40:52.202844 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=5 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:52.203645 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:52.865772 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['3cb27c30-2f2b-4e29-97fe-211854c955e8'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:40:52.930419 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745673f2-fe74-41b8-a5aa-b47dedb012fd req-501a8547-b5a0-4203-9f7c-63cf639b173d tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:52.931920 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-745673f2-fe74-41b8-a5aa-b47dedb012fd req-501a8547-b5a0-4203-9f7c-63cf639b173d tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 945 time: 0.0682197 Jul 20 19:40:52.998358 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-745673f2-fe74-41b8-a5aa-b47dedb012fd req-04d14d98-e54a-42f1-9de3-4ece809eafab tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600526 Jul 20 19:40:53.113583 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:53.759875 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 3cb27c30-2f2b-4e29-97fe-211854c955e8 up at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:40:53.786162 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=93,neutron:UPDATE=7 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:53.813032 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning complete for port 3cb27c30-2f2b-4e29-97fe-211854c955e8 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:40:53.813411 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (3cb27c30-2f2b-4e29-97fe-211854c955e8), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:54.008749 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 3cb27c30-2f2b-4e29-97fe-211854c955e8 is: BUILD; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:40:54.009468 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (3cb27c30-2f2b-4e29-97fe-211854c955e8), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:54.032283 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e24067-14b4-4dfd-93ea-3acf3fe777c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb27c30-2f2b-4e29-97fe-211854c955e8'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:40:54.034577 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c88f633e-9ebe-4ae5-8ab5-512b4865c91d" -d '{"events": [{"server_uuid": "67e24067-14b4-4dfd-93ea-3acf3fe777c2", "name": "network-vif-plugged", "status": "completed", "tag": "3cb27c30-2f2b-4e29-97fe-211854c955e8"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:40:54.048898 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 3cb27c30-2f2b-4e29-97fe-211854c955e8, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=3cb27c30-2f2b-4e29-97fe-211854c955e8,segment=NetworkSegment(7653af05-7371-43ac-ab31-08326cf09c3e),segment_id=7653af05-7371-43ac-ab31-08326cf09c3e)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:40:54.053387 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (3cb27c30-2f2b-4e29-97fe-211854c955e8), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:54.079433 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-133c8b21-ecd7-4b7a-a553-5c92e7535ab8 x-openstack-request-id: req-133c8b21-ecd7-4b7a-a553-5c92e7535ab8 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:40:54.079726 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e24067-14b4-4dfd-93ea-3acf3fe777c2", "name": "network-vif-plugged", "status": "completed", "tag": "3cb27c30-2f2b-4e29-97fe-211854c955e8", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:40:54.079979 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-133c8b21-ecd7-4b7a-a553-5c92e7535ab8 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:40:54.080374 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-133c8b21-ecd7-4b7a-a553-5c92e7535ab8'] response: {'server_uuid': '67e24067-14b4-4dfd-93ea-3acf3fe777c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cb27c30-2f2b-4e29-97fe-211854c955e8', 'code': 200} Jul 20 19:40:54.107540 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=3cb27c30-2f2b-4e29-97fe-211854c955e8,revision_number=8']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:40:54.335216 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-b9f55084-2778-47a5-8608-f39183d30880 req-aa8685c8-028a-4fbf-8579-6cd449e172da service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0398126 Jul 20 19:40:54.500775 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2b09d6-ef99-4c1c-999b-7c9bafde24ee req-199e06e0-061c-4aca-bb07-f546d16bfd12 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:54.502270 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4d2b09d6-ef99-4c1c-999b-7c9bafde24ee req-199e06e0-061c-4aca-bb07-f546d16bfd12 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=25c00bae-fbf9-464e-9666-adb45e470f08 HTTP/1.1" status: 200 len: 945 time: 0.0489020 Jul 20 19:40:54.553123 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-4d2b09d6-ef99-4c1c-999b-7c9bafde24ee req-69d0b599-b6e7-424d-acd6-c7c6ca128b0f tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e3c2c1-5574-4079-a5ec-21b872514319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447338 Jul 20 19:40:55.224693 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:40:55.673868 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc169773-f47f-4c6b-8b77-b55090faabd2 req-1a8e5208-bf10-42ed-a08f-03fdc2604764 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:55.675315 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bc169773-f47f-4c6b-8b77-b55090faabd2 req-1a8e5208-bf10-42ed-a08f-03fdc2604764 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=25c00bae-fbf9-464e-9666-adb45e470f08 HTTP/1.1" status: 200 len: 945 time: 0.0518465 Jul 20 19:40:55.723455 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-bc169773-f47f-4c6b-8b77-b55090faabd2 req-697d50ca-3563-4441-a827-cc7e5647b199 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e3c2c1-5574-4079-a5ec-21b872514319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424950 Jul 20 19:40:55.965470 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f55084-2778-47a5-8608-f39183d30880 req-83b3d183-9898-45e4-bd5b-65c46ae37c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:55.966902 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-b9f55084-2778-47a5-8608-f39183d30880 req-83b3d183-9898-45e4-bd5b-65c46ae37c2e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f3f0c2dd35fa4890a64fcc7dcaddc633&device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 1130 time: 0.0438254 Jul 20 19:40:56.084895 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f55084-2778-47a5-8608-f39183d30880 req-208c63e1-a170-4812-8a0e-b2fc8faa978a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:56.088151 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-b9f55084-2778-47a5-8608-f39183d30880 req-208c63e1-a170-4812-8a0e-b2fc8faa978a service neutron] 10.222.0.96 "GET /v2.0/networks?id=9b89c0a6-a46c-4abc-8170-f8b4a3cbb712 HTTP/1.1" status: 200 len: 910 time: 0.0990965 Jul 20 19:40:56.292504 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-b9f55084-2778-47a5-8608-f39183d30880 req-c9d95d61-e573-4216-bc09-10d4a7a9bf08 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cb27c30-2f2b-4e29-97fe-211854c955e8 HTTP/1.1" status: 200 len: 1000 time: 0.0602858 Jul 20 19:40:56.412813 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f55084-2778-47a5-8608-f39183d30880 req-9cc7f8db-48a4-4c06-a630-722b76f89571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:56.414386 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-b9f55084-2778-47a5-8608-f39183d30880 req-9cc7f8db-48a4-4c06-a630-722b76f89571 service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a2bb6b12-0fd1-4309-b9b0-cd8302be8a40 HTTP/1.1" status: 200 len: 848 time: 0.0454979 Jul 20 19:40:56.414982 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8874d0ef-7e0d-4306-9502-3b79d9c53940 req-6acc19a0-bacb-475a-b13d-a02acce9b15a tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:56.416679 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8874d0ef-7e0d-4306-9502-3b79d9c53940 req-6acc19a0-bacb-475a-b13d-a02acce9b15a tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.96 "GET /v2.0/ports?device_id=25c00bae-fbf9-464e-9666-adb45e470f08 HTTP/1.1" status: 200 len: 945 time: 0.0471799 Jul 20 19:40:56.464383 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f55084-2778-47a5-8608-f39183d30880 req-6fcf9229-cb12-4fa0-bea9-f2c10efdaacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:56.466111 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-b9f55084-2778-47a5-8608-f39183d30880 req-6fcf9229-cb12-4fa0-bea9-f2c10efdaacf service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9b89c0a6-a46c-4abc-8170-f8b4a3cbb712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0411603 Jul 20 19:40:56.508389 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-8874d0ef-7e0d-4306-9502-3b79d9c53940 req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Deleting port 00857d42-e9b4-438e-ad50-5e325ff55271 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:40:56.508982 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8874d0ef-7e0d-4306-9502-3b79d9c53940 req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (00857d42-e9b4-438e-ad50-5e325ff55271), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:56.811120 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-b9f55084-2778-47a5-8608-f39183d30880 req-93613815-8e9e-41ca-b720-a26ec83eca3c service neutron] 10.222.0.96 "GET /v2.0/networks/9b89c0a6-a46c-4abc-8170-f8b4a3cbb712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386095 Jul 20 19:40:56.888108 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8299024b-6f02-4914-b3a2-508db4c6f444 req-490347d0-69a6-43c9-b87d-23849c85fbc5 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:40:56.889773 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8299024b-6f02-4914-b3a2-508db4c6f444 req-490347d0-69a6-43c9-b87d-23849c85fbc5 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=25c00bae-fbf9-464e-9666-adb45e470f08 HTTP/1.1" status: 200 len: 945 time: 0.0907533 Jul 20 19:40:56.912249 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-b9f55084-2778-47a5-8608-f39183d30880 req-dd56f9b6-c39d-45d4-9a14-02ddf6814cf6 service neutron] 10.222.0.96 "GET /v2.0/networks/9b89c0a6-a46c-4abc-8170-f8b4a3cbb712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951912 Jul 20 19:40:56.926000 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-8874d0ef-7e0d-4306-9502-3b79d9c53940 req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] For port 00857d42-e9b4-438e-ad50-5e325ff55271, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=00857d42-e9b4-438e-ad50-5e325ff55271,segment=NetworkSegment(c757d05f-bc74-45f6-a55d-98cf55aecd7f),segment_id=c757d05f-bc74-45f6-a55d-98cf55aecd7f)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:40:56.926366 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8874d0ef-7e0d-4306-9502-3b79d9c53940 req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (00857d42-e9b4-438e-ad50-5e325ff55271), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:56.999970 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8299024b-6f02-4914-b3a2-508db4c6f444 req-f3c8a2c8-ed45-4ac0-986b-8bc6a0d05845 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups?id=60e3c2c1-5574-4079-a5ec-21b872514319&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1038024 Jul 20 19:40:57.115852 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8874d0ef-7e0d-4306-9502-3b79d9c53940 req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:57.116214 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8874d0ef-7e0d-4306-9502-3b79d9c53940 req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1823005'] for floatingip (626f5da3-1c0a-4d35-936f-06750b687791), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:57.116532 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.db.l3_db [req-8874d0ef-7e0d-4306-9502-3b79d9c53940 req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Floating IP 626f5da3-1c0a-4d35-936f-06750b687791 disassociated. External IP: 172.27.3.187, port: 00857d42-e9b4-438e-ad50-5e325ff55271. Jul 20 19:40:57.117269 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-8874d0ef-7e0d-4306-9502-3b79d9c53940 req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Calling delete_port for 00857d42-e9b4-438e-ad50-5e325ff55271 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:40:57.177831 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:57.193915 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:57.254404 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8874d0ef-7e0d-4306-9502-3b79d9c53940 req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (00857d42-e9b4-438e-ad50-5e325ff55271), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:57.284962 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event deleted for resources: {'Port': ['ID=00857d42-e9b4-438e-ad50-5e325ff55271,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:40:57.296155 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:57.296507 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:57.296866 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:57.297224 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:57.297557 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:57.297887 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:57.298218 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:57.298546 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:57.298893 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:57.299227 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:57.299553 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:57.300374 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:57.300374 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:57.300770 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:57.301160 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:57.411775 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8874d0ef-7e0d-4306-9502-3b79d9c53940 req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Router 044b8bd2-8154-47e7-ba03-d6272376e9af has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:40:57.518885 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8874d0ef-7e0d-4306-9502-3b79d9c53940 req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:40:57.529179 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ce5967-a5d1-490c-926f-d707f66e39ba None None] Sync routers for ids ['044b8bd2-8154-47e7-ba03-d6272376e9af'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:40:57.539478 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ce5967-a5d1-490c-926f-d707f66e39ba None None] Routers {'044b8bd2-8154-47e7-ba03-d6272376e9af'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:40:57.540102 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-38ce5967-a5d1-490c-926f-d707f66e39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:40:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['044b8bd2-8154-47e7-ba03-d6272376e9af'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:40:57.563877 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-8874d0ef-7e0d-4306-9502-3b79d9c53940 req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] No DVR routers for this DVR port 00857d42-e9b4-438e-ad50-5e325ff55271 on host hv-cinder-85054 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:40:57.566473 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-8874d0ef-7e0d-4306-9502-3b79d9c53940 req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:57.570470 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-8874d0ef-7e0d-4306-9502-3b79d9c53940 req-5030aaff-45bd-493c-853a-511bbfd2b490 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.96 "DELETE /v2.0/ports/00857d42-e9b4-438e-ad50-5e325ff55271 HTTP/1.1" status: 204 len: 173 time: 1.1440809 Jul 20 19:40:57.570861 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25c00bae-fbf9-464e-9666-adb45e470f08', 'name': 'network-vif-deleted', 'tag': '00857d42-e9b4-438e-ad50-5e325ff55271'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:40:57.573143 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c09ee399-0733-439e-91d0-86295e96dae8" -d '{"events": [{"server_uuid": "25c00bae-fbf9-464e-9666-adb45e470f08", "name": "network-vif-deleted", "tag": "00857d42-e9b4-438e-ad50-5e325ff55271"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:40:57.612505 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:40:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19be56ca-7f2e-438f-bcac-de0f177919ec x-openstack-request-id: req-19be56ca-7f2e-438f-bcac-de0f177919ec {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:40:57.612802 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "25c00bae-fbf9-464e-9666-adb45e470f08", "name": "network-vif-deleted", "tag": "00857d42-e9b4-438e-ad50-5e325ff55271", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:40:57.613083 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-19be56ca-7f2e-438f-bcac-de0f177919ec {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:40:57.613490 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-19be56ca-7f2e-438f-bcac-de0f177919ec'] response: {'server_uuid': '25c00bae-fbf9-464e-9666-adb45e470f08', 'name': 'network-vif-deleted', 'tag': '00857d42-e9b4-438e-ad50-5e325ff55271', 'status': 'completed', 'code': 200} Jul 20 19:40:57.651081 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-38ce5967-a5d1-490c-926f-d707f66e39ba None None] Set router 044b8bd2-8154-47e7-ba03-d6272376e9af gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:40:57.856711 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-38ce5967-a5d1-490c-926f-d707f66e39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:24Z', 'revision_number': 5, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:40:57.881959 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ce5967-a5d1-490c-926f-d707f66e39ba None None] Checking router: 044b8bd2-8154-47e7-ba03-d6272376e9af for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:40:57.891211 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38ce5967-a5d1-490c-926f-d707f66e39ba None None] Routers {'044b8bd2-8154-47e7-ba03-d6272376e9af'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:40:57.891826 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-38ce5967-a5d1-490c-926f-d707f66e39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:40:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['044b8bd2-8154-47e7-ba03-d6272376e9af'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:40:57.998593 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-38ce5967-a5d1-490c-926f-d707f66e39ba None None] Set router 044b8bd2-8154-47e7-ba03-d6272376e9af gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:40:58.109893 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f6d22b29-08e0-44ff-b23c-809d1fa1dced req-cc18c872-5bcd-4e74-a50d-02608aef7d77 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/ports?device_id=25c00bae-fbf9-464e-9666-adb45e470f08 HTTP/1.1" status: 200 len: 210 time: 0.0288467 Jul 20 19:40:58.183624 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:58.194036 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-38ce5967-a5d1-490c-926f-d707f66e39ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:24Z', 'revision_number': 5, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:40:58.219581 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38ce5967-a5d1-490c-926f-d707f66e39ba None None] The sync data for ids ['044b8bd2-8154-47e7-ba03-d6272376e9af'] in dv-cinder-850548-1-iscsi is: [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:36:19Z', 'revision_number': 4, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': '0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85', 'name': '', 'network_id': 'f4806620-4962-4134-99b4-81d4c833434f', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'mac_address': 'fa:16:3e:f3:1d:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_interface', 'standard_attr_id': 568, 'fixed_ips': [{'subnet_id': '936f017c-57eb-4999-85a5-f340992534e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:19Z', 'updated_at': '2022-07-20T19:36:24Z', 'revision_number': 5, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'subnets': [{'id': '936f017c-57eb-4999-85a5-f340992534e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:40:58.446389 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3904db3-8049-47a7-ba96-fe6cf270f49d None None] New status for floating IP 626f5da3-1c0a-4d35-936f-06750b687791: DOWN {{(pid=104010) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:40:59.198442 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 44314) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:40:59.266865 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf7a8a07-9cc0-4f20-b5ea-bc36c2b6d525 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group (60e3c2c1-5574-4079-a5ec-21b872514319), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:59.295007 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf7a8a07-9cc0-4f20-b5ea-bc36c2b6d525 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group (60e3c2c1-5574-4079-a5ec-21b872514319), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:59.346334 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf7a8a07-9cc0-4f20-b5ea-bc36c2b6d525 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (60e3c2c1-5574-4079-a5ec-21b872514319), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:59.349165 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-bf7a8a07-9cc0-4f20-b5ea-bc36c2b6d525 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:59.350292 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-bf7a8a07-9cc0-4f20-b5ea-bc36c2b6d525 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "DELETE /v2.0/security-groups/60e3c2c1-5574-4079-a5ec-21b872514319 HTTP/1.1" status: 204 len: 168 time: 0.1508729 Jul 20 19:40:59.353713 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 44316) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:40:59.360752 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7a8a07-9cc0-4f20-b5ea-bc36c2b6d525 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e3c2c1-5574-4079-a5ec-21b872514319,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:40:59.367815 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.api.v2.resource [None req-0fab2987-1da1-40b2-ae1f-5fd2afdae4fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] show failed (client error): The resource could not be found. Jul 20 19:40:59.368829 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-0fab2987-1da1-40b2-ae1f-5fd2afdae4fd tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "GET /v2.0/security-groups/60e3c2c1-5574-4079-a5ec-21b872514319 HTTP/1.1" status: 404 len: 347 time: 0.0141077 Jul 20 19:40:59.371762 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 44318) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:40:59.483901 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-22115a23-03d3-445d-9268-073dfe290268 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Deleting port cde9c9f9-da77-404c-8593-bc38faae2fad {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:40:59.484152 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-22115a23-03d3-445d-9268-073dfe290268 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (cde9c9f9-da77-404c-8593-bc38faae2fad), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:59.570555 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-22115a23-03d3-445d-9268-073dfe290268 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (cde9c9f9-da77-404c-8593-bc38faae2fad), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:59.570878 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-22115a23-03d3-445d-9268-073dfe290268 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for floatingip (cde9c9f9-da77-404c-8593-bc38faae2fad), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:59.583783 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-22115a23-03d3-445d-9268-073dfe290268 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Calling delete_port for cde9c9f9-da77-404c-8593-bc38faae2fad owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:40:59.697758 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:59.721868 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-22115a23-03d3-445d-9268-073dfe290268 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (cde9c9f9-da77-404c-8593-bc38faae2fad), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:59.726469 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:40:59.755254 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22115a23-03d3-445d-9268-073dfe290268 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Pushing event deleted for resources: {'Port': ['ID=cde9c9f9-da77-404c-8593-bc38faae2fad,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:40:59.760420 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 00857d42-e9b4-438e-ad50-5e325ff55271 no longer exists at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:40:59.780138 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22115a23-03d3-445d-9268-073dfe290268 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:59.780491 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22115a23-03d3-445d-9268-073dfe290268 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:59.780806 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] No Port match for: 00857d42-e9b4-438e-ad50-5e325ff55271 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:40:59.780966 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22115a23-03d3-445d-9268-073dfe290268 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:59.781186 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 00857d42-e9b4-438e-ad50-5e325ff55271 not bound to the agent host hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:40:59.781293 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22115a23-03d3-445d-9268-073dfe290268 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:59.781524 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22115a23-03d3-445d-9268-073dfe290268 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:59.781861 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22115a23-03d3-445d-9268-073dfe290268 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:59.782773 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22115a23-03d3-445d-9268-073dfe290268 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:59.783112 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22115a23-03d3-445d-9268-073dfe290268 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:59.783446 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22115a23-03d3-445d-9268-073dfe290268 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:59.783938 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22115a23-03d3-445d-9268-073dfe290268 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:59.784285 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22115a23-03d3-445d-9268-073dfe290268 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:59.784617 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22115a23-03d3-445d-9268-073dfe290268 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:59.784970 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22115a23-03d3-445d-9268-073dfe290268 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:59.785302 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22115a23-03d3-445d-9268-073dfe290268 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:59.785629 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22115a23-03d3-445d-9268-073dfe290268 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:40:59.830935 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-22115a23-03d3-445d-9268-073dfe290268 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks [] for floatingip (626f5da3-1c0a-4d35-936f-06750b687791), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:59.833632 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-22115a23-03d3-445d-9268-073dfe290268 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:40:59.834780 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-22115a23-03d3-445d-9268-073dfe290268 tempest-AttachVolumeNegativeTest-197584479 tempest-AttachVolumeNegativeTest-197584479-project] 10.222.0.79 "DELETE /v2.0/floatingips/626f5da3-1c0a-4d35-936f-06750b687791 HTTP/1.1" status: 204 len: 168 time: 0.4621286 Jul 20 19:41:03.526127 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 44354) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:41:03.844500 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04509441-218b-4ba3-84ad-c1358dd10037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712453'] for router_interface (044b8bd2-8154-47e7-ba03-d6272376e9af), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:04.078107 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-04509441-218b-4ba3-84ad-c1358dd10037 admin admin] Deleting port 0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:41:04.078449 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04509441-218b-4ba3-84ad-c1358dd10037 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:04.158107 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-04509441-218b-4ba3-84ad-c1358dd10037 admin admin] For port 0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85,segment=NetworkSegment(c757d05f-bc74-45f6-a55d-98cf55aecd7f),segment_id=c757d05f-bc74-45f6-a55d-98cf55aecd7f)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:41:04.158468 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04509441-218b-4ba3-84ad-c1358dd10037 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:04.171948 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-04509441-218b-4ba3-84ad-c1358dd10037 admin admin] Calling delete_port for 0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:41:04.272725 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:DELETE=1,neutron:SELECT=99 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:04.360345 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04509441-218b-4ba3-84ad-c1358dd10037 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:04.363669 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:04.391878 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04509441-218b-4ba3-84ad-c1358dd10037 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:41:04.560523 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-04509441-218b-4ba3-84ad-c1358dd10037 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2037749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712593'] for router_interface (044b8bd2-8154-47e7-ba03-d6272376e9af), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:04.767591 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04509441-218b-4ba3-84ad-c1358dd10037 admin admin] Router 044b8bd2-8154-47e7-ba03-d6272376e9af has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:41:04.872170 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04509441-218b-4ba3-84ad-c1358dd10037 admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:41:04.877128 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-04509441-218b-4ba3-84ad-c1358dd10037 admin admin] 10.222.0.79 "PUT /v2.0/routers/044b8bd2-8154-47e7-ba03-d6272376e9af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3497970 Jul 20 19:41:04.879582 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 44356) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:41:04.884194 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacc4888-bfe0-4dd1-9d12-43157728a65e None None] Sync routers for ids ['044b8bd2-8154-47e7-ba03-d6272376e9af'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:41:04.894803 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacc4888-bfe0-4dd1-9d12-43157728a65e None None] Routers {'044b8bd2-8154-47e7-ba03-d6272376e9af'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:41:04.895539 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-dacc4888-bfe0-4dd1-9d12-43157728a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:40:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['044b8bd2-8154-47e7-ba03-d6272376e9af'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:41:04.971396 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:04.977906 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c11ef4ac-b489-49c1-82a3-5e57330d5b37 admin admin] Publish callbacks [] for router (044b8bd2-8154-47e7-ba03-d6272376e9af), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:05.000731 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-dacc4888-bfe0-4dd1-9d12-43157728a65e None None] Set router 044b8bd2-8154-47e7-ba03-d6272376e9af gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:41:05.079412 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c11ef4ac-b489-49c1-82a3-5e57330d5b37 admin admin] Publish callbacks [] for router_gateway (044b8bd2-8154-47e7-ba03-d6272376e9af), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:05.126143 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-c11ef4ac-b489-49c1-82a3-5e57330d5b37 admin admin] Deleting port da5f2692-c1f6-4524-9663-7db0209e7f15 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:41:05.126483 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c11ef4ac-b489-49c1-82a3-5e57330d5b37 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (da5f2692-c1f6-4524-9663-7db0209e7f15), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:05.140036 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=94,neutron:DELETE=5,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:05.172532 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-dacc4888-bfe0-4dd1-9d12-43157728a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104'}], 'enable_snat': True}, 'gw_port_id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:41:04Z', 'revision_number': 5, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port': {'id': 'da5f2692-c1f6-4524-9663-7db0209e7f15', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:d1:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:36:16Z', 'updated_at': '2022-07-20T19:36:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:41:05.198793 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacc4888-bfe0-4dd1-9d12-43157728a65e None None] Checking router: 044b8bd2-8154-47e7-ba03-d6272376e9af for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:41:05.207886 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacc4888-bfe0-4dd1-9d12-43157728a65e None None] Routers {'044b8bd2-8154-47e7-ba03-d6272376e9af'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:41:05.208497 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-dacc4888-bfe0-4dd1-9d12-43157728a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:40:46Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['044b8bd2-8154-47e7-ba03-d6272376e9af'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:41:05.209278 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-c11ef4ac-b489-49c1-82a3-5e57330d5b37 admin admin] For port da5f2692-c1f6-4524-9663-7db0209e7f15, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=da5f2692-c1f6-4524-9663-7db0209e7f15,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:41:05.209643 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c11ef4ac-b489-49c1-82a3-5e57330d5b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (da5f2692-c1f6-4524-9663-7db0209e7f15), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:05.222560 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-c11ef4ac-b489-49c1-82a3-5e57330d5b37 admin admin] Calling delete_port for da5f2692-c1f6-4524-9663-7db0209e7f15 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:41:05.282477 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:05.294295 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-dacc4888-bfe0-4dd1-9d12-43157728a65e None None] Set router 044b8bd2-8154-47e7-ba03-d6272376e9af gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:41:05.351206 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-dacc4888-bfe0-4dd1-9d12-43157728a65e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:41:05Z', 'revision_number': 6, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port_host': None}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:41:05.380072 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dacc4888-bfe0-4dd1-9d12-43157728a65e None None] The sync data for ids ['044b8bd2-8154-47e7-ba03-d6272376e9af'] in dv-cinder-850548-1-iscsi is: [{'id': '044b8bd2-8154-47e7-ba03-d6272376e9af', 'name': 'tempest-AttachVolumeNegativeTest-266604888-router', 'tenant_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:36:15Z', 'updated_at': '2022-07-20T19:41:05Z', 'revision_number': 6, 'project_id': 'a1bfa2d4b4084aa294fbd546ebc0f8c5', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:41:05.400126 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c11ef4ac-b489-49c1-82a3-5e57330d5b37 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (da5f2692-c1f6-4524-9663-7db0209e7f15), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:05.424070 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11ef4ac-b489-49c1-82a3-5e57330d5b37 admin admin] Pushing event deleted for resources: {'Port': ['ID=da5f2692-c1f6-4524-9663-7db0209e7f15,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:41:05.492661 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c11ef4ac-b489-49c1-82a3-5e57330d5b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1823180'] for router_gateway (044b8bd2-8154-47e7-ba03-d6272376e9af), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:05.578548 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c11ef4ac-b489-49c1-82a3-5e57330d5b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1715651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3463'] for router (044b8bd2-8154-47e7-ba03-d6272376e9af), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:05.580689 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c11ef4ac-b489-49c1-82a3-5e57330d5b37 admin admin] Publish callbacks [] for router_controller (044b8bd2-8154-47e7-ba03-d6272376e9af), precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:05.624133 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c11ef4ac-b489-49c1-82a3-5e57330d5b37 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715575'] for router (044b8bd2-8154-47e7-ba03-d6272376e9af), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:05.624723 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11ef4ac-b489-49c1-82a3-5e57330d5b37 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 044b8bd2-8154-47e7-ba03-d6272376e9af {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 19:41:05.628978 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c11ef4ac-b489-49c1-82a3-5e57330d5b37 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:05.630123 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-c11ef4ac-b489-49c1-82a3-5e57330d5b37 admin admin] 10.222.0.79 "DELETE /v2.0/routers/044b8bd2-8154-47e7-ba03-d6272376e9af HTTP/1.1" status: 204 len: 168 time: 0.7496428 Jul 20 19:41:05.632688 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 44358) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:41:05.677048 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2b771b-06f8-4a34-b9b5-b13da37aa3a7 admin admin] Deleting subnet 936f017c-57eb-4999-85a5-f340992534e6 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:41:05.680684 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-af2b771b-06f8-4a34-b9b5-b13da37aa3a7 admin admin] Publish callbacks [] for subnet (936f017c-57eb-4999-85a5-f340992534e6), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:05.723588 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-af2b771b-06f8-4a34-b9b5-b13da37aa3a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25615735'] for subnet (936f017c-57eb-4999-85a5-f340992534e6), precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:05.814981 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-af2b771b-06f8-4a34-b9b5-b13da37aa3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742266'] for subnet (936f017c-57eb-4999-85a5-f340992534e6), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:05.872778 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-af2b771b-06f8-4a34-b9b5-b13da37aa3a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26524778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26866038'] for subnet (936f017c-57eb-4999-85a5-f340992534e6), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:05.898535 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2b771b-06f8-4a34-b9b5-b13da37aa3a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=936f017c-57eb-4999-85a5-f340992534e6,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:41:05.902231 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-af2b771b-06f8-4a34-b9b5-b13da37aa3a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:05.905367 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-af2b771b-06f8-4a34-b9b5-b13da37aa3a7 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/936f017c-57eb-4999-85a5-f340992534e6 HTTP/1.1" status: 204 len: 168 time: 0.2717335 Jul 20 19:41:05.907866 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 44360) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:41:05.910653 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a72783-a8f0-4360-a97b-bf9fe06655e8 None None] Network f4806620-4962-4134-99b4-81d4c833434f requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:41:05.984658 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82605307-ecaf-42c1-b1a6-7e30b7d228fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636708'] for network (f4806620-4962-4134-99b4-81d4c833434f), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:06.026703 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-82605307-ecaf-42c1-b1a6-7e30b7d228fd admin admin] Deleting port 09de9c40-769c-41ca-920a-efeb456f5a8a {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:41:06.026987 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82605307-ecaf-42c1-b1a6-7e30b7d228fd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (09de9c40-769c-41ca-920a-efeb456f5a8a), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:06.095038 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=87,neutron:DELETE=10,neutron:UPDATE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:06.102395 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-82605307-ecaf-42c1-b1a6-7e30b7d228fd admin admin] For port 09de9c40-769c-41ca-920a-efeb456f5a8a, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=09de9c40-769c-41ca-920a-efeb456f5a8a,segment=NetworkSegment(c757d05f-bc74-45f6-a55d-98cf55aecd7f),segment_id=c757d05f-bc74-45f6-a55d-98cf55aecd7f)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:41:06.103013 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82605307-ecaf-42c1-b1a6-7e30b7d228fd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (09de9c40-769c-41ca-920a-efeb456f5a8a), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:06.118167 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-82605307-ecaf-42c1-b1a6-7e30b7d228fd admin admin] Calling delete_port for 09de9c40-769c-41ca-920a-efeb456f5a8a owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:41:06.170435 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821253d5-bc5d-449a-9822-0826d8347bc5 None None] DHCP port deletion for f4806620-4962-4134-99b4-81d4c833434f request from dv-cinder-850548-1-iscsi {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 19:41:06.181537 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:06.204469 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85 no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:41:06.213036 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82605307-ecaf-42c1-b1a6-7e30b7d228fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (09de9c40-769c-41ca-920a-efeb456f5a8a), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:06.229462 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: 0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:41:06.229784 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 0ec5a42c-9a71-4755-bc1c-98e9f5d6ff85 not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:41:06.237808 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-821253d5-bc5d-449a-9822-0826d8347bc5 None None] Deleting port 09de9c40-769c-41ca-920a-efeb456f5a8a {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:41:06.238183 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-821253d5-bc5d-449a-9822-0826d8347bc5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (09de9c40-769c-41ca-920a-efeb456f5a8a), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:06.241776 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82605307-ecaf-42c1-b1a6-7e30b7d228fd admin admin] No DVR routers for this DVR port 09de9c40-769c-41ca-920a-efeb456f5a8a on host dv-cinder-850548-1-iscsi {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:41:06.247492 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82605307-ecaf-42c1-b1a6-7e30b7d228fd admin admin] Pushing event deleted for resources: {'Port': ['ID=09de9c40-769c-41ca-920a-efeb456f5a8a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:41:06.312519 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-821253d5-bc5d-449a-9822-0826d8347bc5 None None] For port 09de9c40-769c-41ca-920a-efeb456f5a8a, host dv-cinder-850548-1-iscsi, got binding levels [] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:41:06.312947 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-821253d5-bc5d-449a-9822-0826d8347bc5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (09de9c40-769c-41ca-920a-efeb456f5a8a), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:06.328195 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-821253d5-bc5d-449a-9822-0826d8347bc5 None None] Calling delete_port for 09de9c40-769c-41ca-920a-efeb456f5a8a owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:41:06.331232 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.ipam_backend_mixin [None req-821253d5-bc5d-449a-9822-0826d8347bc5 None None] Port 09de9c40-769c-41ca-920a-efeb456f5a8a was not found and therefore no delete operation was performed {{(pid=104009) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 20 19:41:06.332519 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-821253d5-bc5d-449a-9822-0826d8347bc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741'] for port (09de9c40-769c-41ca-920a-efeb456f5a8a), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:06.359879 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821253d5-bc5d-449a-9822-0826d8347bc5 None None] Pushing event deleted for resources: {'Port': ['ID=09de9c40-769c-41ca-920a-efeb456f5a8a,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:41:06.364823 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821253d5-bc5d-449a-9822-0826d8347bc5 None None] No DVR routers for this DVR port 09de9c40-769c-41ca-920a-efeb456f5a8a on host dv-cinder-850548-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:41:06.372619 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821253d5-bc5d-449a-9822-0826d8347bc5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:41:06.373024 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821253d5-bc5d-449a-9822-0826d8347bc5 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:41:06.373335 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821253d5-bc5d-449a-9822-0826d8347bc5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:41:06.373670 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821253d5-bc5d-449a-9822-0826d8347bc5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:41:06.374003 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821253d5-bc5d-449a-9822-0826d8347bc5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:41:06.374351 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821253d5-bc5d-449a-9822-0826d8347bc5 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:41:06.374653 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821253d5-bc5d-449a-9822-0826d8347bc5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:41:06.375432 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821253d5-bc5d-449a-9822-0826d8347bc5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:41:06.375432 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821253d5-bc5d-449a-9822-0826d8347bc5 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:41:06.375610 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821253d5-bc5d-449a-9822-0826d8347bc5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:41:06.375954 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821253d5-bc5d-449a-9822-0826d8347bc5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:41:06.376234 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821253d5-bc5d-449a-9822-0826d8347bc5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:41:06.376561 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821253d5-bc5d-449a-9822-0826d8347bc5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:41:06.377062 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821253d5-bc5d-449a-9822-0826d8347bc5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:41:06.377392 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-821253d5-bc5d-449a-9822-0826d8347bc5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:41:06.568585 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82605307-ecaf-42c1-b1a6-7e30b7d228fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-742656', 'neutron.services.segments.db._delete_segments_for_network-8773866507587'] for network (f4806620-4962-4134-99b4-81d4c833434f), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:06.589067 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-82605307-ecaf-42c1-b1a6-7e30b7d228fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4806620-4962-4134-99b4-81d4c833434f']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:41:06.598350 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-82605307-ecaf-42c1-b1a6-7e30b7d228fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c757d05f-bc74-45f6-a55d-98cf55aecd7f') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:41:06.598650 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-82605307-ecaf-42c1-b1a6-7e30b7d228fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c757d05f-bc74-45f6-a55d-98cf55aecd7f') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:41:06.608871 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82605307-ecaf-42c1-b1a6-7e30b7d228fd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773866508876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25615712'] for segment (c757d05f-bc74-45f6-a55d-98cf55aecd7f), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:06.623060 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82605307-ecaf-42c1-b1a6-7e30b7d228fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (c757d05f-bc74-45f6-a55d-98cf55aecd7f), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:06.629653 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82605307-ecaf-42c1-b1a6-7e30b7d228fd admin admin] Releasing vlan 988 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:41:06.629939 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82605307-ecaf-42c1-b1a6-7e30b7d228fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26525640'] for segment (c757d05f-bc74-45f6-a55d-98cf55aecd7f), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:06.653709 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.services.segments.plugin [-] Segment c757d05f-bc74-45f6-a55d-98cf55aecd7f resource provider aggregate not found Jul 20 19:41:06.699680 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82605307-ecaf-42c1-b1a6-7e30b7d228fd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1823185'] for network (f4806620-4962-4134-99b4-81d4c833434f), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:06.706802 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.services.segments.plugin [-] Segment c757d05f-bc74-45f6-a55d-98cf55aecd7f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid c757d05f-bc74-45f6-a55d-98cf55aecd7f found for delete ", "request_id": "req-de2135d6-21e0-49b0-ada1-31f9e367f190"}]} Jul 20 19:41:06.707158 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-82605307-ecaf-42c1-b1a6-7e30b7d228fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:06.710776 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-82605307-ecaf-42c1-b1a6-7e30b7d228fd admin admin] 10.222.0.79 "DELETE /v2.0/networks/f4806620-4962-4134-99b4-81d4c833434f HTTP/1.1" status: 204 len: 168 time: 0.8013027 Jul 20 19:41:06.722130 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82605307-ecaf-42c1-b1a6-7e30b7d228fd admin admin] Pushing event deleted for resources: {'Network': ['ID=f4806620-4962-4134-99b4-81d4c833434f,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:41:06.873977 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 44368) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:41:06.916045 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-1f6246f1-d294-4646-a92f-f4dcc3285f19 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=a1bfa2d4b4084aa294fbd546ebc0f8c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0406432 Jul 20 19:41:06.918506 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 44370) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:41:06.966582 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3388c551-6b71-4368-bab8-651ae1db9c13 admin admin] Publish callbacks [] for security_group (7eff63b1-aa75-46ff-a292-1039c3e4236e), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:06.988437 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3388c551-6b71-4368-bab8-651ae1db9c13 admin admin] Publish callbacks [] for security_group (7eff63b1-aa75-46ff-a292-1039c3e4236e), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:07.034817 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3388c551-6b71-4368-bab8-651ae1db9c13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (7eff63b1-aa75-46ff-a292-1039c3e4236e), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:07.037363 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-3388c551-6b71-4368-bab8-651ae1db9c13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:07.038582 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-3388c551-6b71-4368-bab8-651ae1db9c13 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/7eff63b1-aa75-46ff-a292-1039c3e4236e HTTP/1.1" status: 204 len: 168 time: 0.1191523 Jul 20 19:41:07.047121 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3388c551-6b71-4368-bab8-651ae1db9c13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eff63b1-aa75-46ff-a292-1039c3e4236e,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:41:07.675217 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device da5f2692-c1f6-4524-9663-7db0209e7f15 no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:41:07.713858 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: da5f2692-c1f6-4524-9663-7db0209e7f15 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:41:07.715959 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device da5f2692-c1f6-4524-9663-7db0209e7f15 not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:41:07.717094 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 09de9c40-769c-41ca-920a-efeb456f5a8a no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:41:07.889148 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: 09de9c40-769c-41ca-920a-efeb456f5a8a {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:41:07.889496 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 09de9c40-769c-41ca-920a-efeb456f5a8a not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:41:08.521950 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=5,neutron:UPDATE=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:10.953888 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 44430) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:41:11.070585 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f741e4ed-15bb-44ed-b857-2e42e82dd375 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:11.104136 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:DELETE=8,neutron:SELECT=90,neutron:INSERT=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:11.154894 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f741e4ed-15bb-44ed-b857-2e42e82dd375 admin admin] Publish callbacks [] for security_group (c95cec2c-ea6c-4025-be73-0c1f21b95f44), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:11.158613 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-f741e4ed-15bb-44ed-b857-2e42e82dd375 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (c95cec2c-ea6c-4025-be73-0c1f21b95f44), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:11.200068 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-f741e4ed-15bb-44ed-b857-2e42e82dd375 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=23d533381be34e12a89706bbed8f6f92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2448277 Jul 20 19:41:11.201109 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741e4ed-15bb-44ed-b857-2e42e82dd375 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c95cec2c-ea6c-4025-be73-0c1f21b95f44,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:41:11.202797 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 44434) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:41:11.252691 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c3da1cce-d3fd-442c-bb76-fd5f10177fb9 admin admin] Publish callbacks [] for security_group (c95cec2c-ea6c-4025-be73-0c1f21b95f44), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:11.275204 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c3da1cce-d3fd-442c-bb76-fd5f10177fb9 admin admin] Publish callbacks [] for security_group (c95cec2c-ea6c-4025-be73-0c1f21b95f44), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:11.323240 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c3da1cce-d3fd-442c-bb76-fd5f10177fb9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (c95cec2c-ea6c-4025-be73-0c1f21b95f44), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:11.325790 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c3da1cce-d3fd-442c-bb76-fd5f10177fb9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:11.326966 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-c3da1cce-d3fd-442c-bb76-fd5f10177fb9 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/c95cec2c-ea6c-4025-be73-0c1f21b95f44 HTTP/1.1" status: 204 len: 168 time: 0.1231601 Jul 20 19:41:11.335008 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3da1cce-d3fd-442c-bb76-fd5f10177fb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95cec2c-ea6c-4025-be73-0c1f21b95f44,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:41:12.237287 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=6,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:13.341388 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 44504) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:41:13.450590 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-35542955-4d12-4606-9a97-867e8bf79e45 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:13.530124 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-35542955-4d12-4606-9a97-867e8bf79e45 admin admin] Publish callbacks [] for security_group (aabf9efe-c877-41b3-b815-3348e442a92d), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:13.533752 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-35542955-4d12-4606-9a97-867e8bf79e45 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (aabf9efe-c877-41b3-b815-3348e442a92d), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:13.575453 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-35542955-4d12-4606-9a97-867e8bf79e45 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=670ca1de8c824f549356fb7b8638c6f8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2330103 Jul 20 19:41:13.576326 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35542955-4d12-4606-9a97-867e8bf79e45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aabf9efe-c877-41b3-b815-3348e442a92d,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:41:13.578791 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 44508) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:41:13.606645 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=88,neutron:DELETE=5,neutron:INSERT=6,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:13.628725 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-53b48142-015c-4090-ba2e-19cb79c758ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:13.631491 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ee014bb9-560c-4808-a668-cf0c18e03084 admin admin] Publish callbacks [] for security_group (aabf9efe-c877-41b3-b815-3348e442a92d), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:13.654628 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ee014bb9-560c-4808-a668-cf0c18e03084 admin admin] Publish callbacks [] for security_group (aabf9efe-c877-41b3-b815-3348e442a92d), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:13.705424 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ee014bb9-560c-4808-a668-cf0c18e03084 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (aabf9efe-c877-41b3-b815-3348e442a92d), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:13.707941 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ee014bb9-560c-4808-a668-cf0c18e03084 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:13.709139 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-ee014bb9-560c-4808-a668-cf0c18e03084 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/aabf9efe-c877-41b3-b815-3348e442a92d HTTP/1.1" status: 204 len: 168 time: 0.1293154 Jul 20 19:41:13.717363 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee014bb9-560c-4808-a668-cf0c18e03084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aabf9efe-c877-41b3-b815-3348e442a92d,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:41:13.983262 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 44514) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:41:13.999420 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5b413d13-6a37-4d4e-97bd-2bea52c8c9c3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:14.036667 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=83,neutron:DELETE=8,neutron:INSERT=8,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:14.085712 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5b413d13-6a37-4d4e-97bd-2bea52c8c9c3 admin admin] Publish callbacks [] for security_group (8cc2cb6c-a9ea-4f3d-b531-c2989a09b625), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:14.089527 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-5b413d13-6a37-4d4e-97bd-2bea52c8c9c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (8cc2cb6c-a9ea-4f3d-b531-c2989a09b625), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:14.127045 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-5b413d13-6a37-4d4e-97bd-2bea52c8c9c3 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=20c689c0f94b496da3464312b664fc17&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1426644 Jul 20 19:41:14.129756 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 44516) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:41:14.131621 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b413d13-6a37-4d4e-97bd-2bea52c8c9c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc2cb6c-a9ea-4f3d-b531-c2989a09b625,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:41:14.185950 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-383b3d88-ac44-472e-b606-a9bd04ab4b52 admin admin] Publish callbacks [] for security_group (8cc2cb6c-a9ea-4f3d-b531-c2989a09b625), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:14.207898 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-383b3d88-ac44-472e-b606-a9bd04ab4b52 admin admin] Publish callbacks [] for security_group (8cc2cb6c-a9ea-4f3d-b531-c2989a09b625), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:14.255399 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-383b3d88-ac44-472e-b606-a9bd04ab4b52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (8cc2cb6c-a9ea-4f3d-b531-c2989a09b625), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:14.258719 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-383b3d88-ac44-472e-b606-a9bd04ab4b52 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:14.259872 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-383b3d88-ac44-472e-b606-a9bd04ab4b52 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/8cc2cb6c-a9ea-4f3d-b531-c2989a09b625 HTTP/1.1" status: 204 len: 168 time: 0.1290350 Jul 20 19:41:14.267791 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383b3d88-ac44-472e-b606-a9bd04ab4b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc2cb6c-a9ea-4f3d-b531-c2989a09b625,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:41:15.980394 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6725be2e-615b-420b-88bc-a6bf2493ecb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:16.234364 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 44586) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:41:16.340662 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b5ae03b5-ee88-4c0c-b73c-7e25c222edfd admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:16.387438 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:DELETE=6,neutron:SELECT=72,neutron:UPDATE=3,neutron:INSERT=19 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:16.423149 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b5ae03b5-ee88-4c0c-b73c-7e25c222edfd admin admin] Publish callbacks [] for security_group (b9013f06-c882-4cbb-9920-faf580296a4a), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:16.426877 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-b5ae03b5-ee88-4c0c-b73c-7e25c222edfd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (b9013f06-c882-4cbb-9920-faf580296a4a), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:16.471455 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-b5ae03b5-ee88-4c0c-b73c-7e25c222edfd admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=c5c0a5e6da5649adbf0bc6b12e5d9793&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2360079 Jul 20 19:41:16.472316 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ae03b5-ee88-4c0c-b73c-7e25c222edfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9013f06-c882-4cbb-9920-faf580296a4a,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:41:16.474449 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 44590) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:41:16.524723 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-06c5e21c-8d11-45d4-a57d-e391491fd31d admin admin] Publish callbacks [] for security_group (b9013f06-c882-4cbb-9920-faf580296a4a), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:16.547366 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-06c5e21c-8d11-45d4-a57d-e391491fd31d admin admin] Publish callbacks [] for security_group (b9013f06-c882-4cbb-9920-faf580296a4a), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:16.594387 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-06c5e21c-8d11-45d4-a57d-e391491fd31d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (b9013f06-c882-4cbb-9920-faf580296a4a), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:16.597077 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-06c5e21c-8d11-45d4-a57d-e391491fd31d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:16.598256 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-06c5e21c-8d11-45d4-a57d-e391491fd31d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b9013f06-c882-4cbb-9920-faf580296a4a HTTP/1.1" status: 204 len: 168 time: 0.1228328 Jul 20 19:41:16.606491 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c5e21c-8d11-45d4-a57d-e391491fd31d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9013f06-c882-4cbb-9920-faf580296a4a,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:41:16.886590 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 44596) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:41:16.900347 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e4358e74-4f76-487d-9512-1db4c40edbd6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:16.959726 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:16.982158 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e4358e74-4f76-487d-9512-1db4c40edbd6 admin admin] Publish callbacks [] for security_group (b65ca91d-21f9-44b5-9a59-19d1e05dab1b), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:16.985994 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-e4358e74-4f76-487d-9512-1db4c40edbd6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (b65ca91d-21f9-44b5-9a59-19d1e05dab1b), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:17.028750 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4358e74-4f76-487d-9512-1db4c40edbd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b65ca91d-21f9-44b5-9a59-19d1e05dab1b,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:41:17.033077 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-e4358e74-4f76-487d-9512-1db4c40edbd6 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=56262d2cc5704055bf12e78f765db7f3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1454296 Jul 20 19:41:17.035878 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 44598) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:41:17.050665 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:INSERT=11,neutron:SELECT=81,neutron:DELETE=7,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:17.091140 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-550d5f5d-5c4c-41c2-8487-f8ca70ea7f9f admin admin] Publish callbacks [] for security_group (b65ca91d-21f9-44b5-9a59-19d1e05dab1b), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:17.114160 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-550d5f5d-5c4c-41c2-8487-f8ca70ea7f9f admin admin] Publish callbacks [] for security_group (b65ca91d-21f9-44b5-9a59-19d1e05dab1b), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:17.167735 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-550d5f5d-5c4c-41c2-8487-f8ca70ea7f9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (b65ca91d-21f9-44b5-9a59-19d1e05dab1b), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:17.170509 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-550d5f5d-5c4c-41c2-8487-f8ca70ea7f9f admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:17.171675 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-550d5f5d-5c4c-41c2-8487-f8ca70ea7f9f admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/b65ca91d-21f9-44b5-9a59-19d1e05dab1b HTTP/1.1" status: 204 len: 168 time: 0.1350710 Jul 20 19:41:17.180398 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550d5f5d-5c4c-41c2-8487-f8ca70ea7f9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b65ca91d-21f9-44b5-9a59-19d1e05dab1b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:41:18.676209 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:18.833789 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:20.666378 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:21.187977 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:26.465502 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=6 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:26.467409 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=36,neutron:INSERT=6 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:27.174570 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=12,neutron:DELETE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:27.175483 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=85,neutron:DELETE=7,neutron:INSERT=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:29.195653 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:29.201579 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:31.182145 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=87,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:31.184090 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=9,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:32.224142 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:41:35.755358 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 44728) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:41:35.862100 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d29d644e-de85-40a8-b480-0ee1d99e5cb5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:35.951353 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d29d644e-de85-40a8-b480-0ee1d99e5cb5 admin admin] Publish callbacks [] for security_group (5ca8919b-9cff-4f22-9cd8-a0f8ab66b089), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:35.954815 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d29d644e-de85-40a8-b480-0ee1d99e5cb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (5ca8919b-9cff-4f22-9cd8-a0f8ab66b089), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:35.993972 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29d644e-de85-40a8-b480-0ee1d99e5cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca8919b-9cff-4f22-9cd8-a0f8ab66b089,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:41:35.999354 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-d29d644e-de85-40a8-b480-0ee1d99e5cb5 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=1329ec7cb8f24270a7c52f219836b7b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2429969 Jul 20 19:41:36.002051 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 44732) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:41:36.050806 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ac42d04f-ce4d-4b0b-b742-387e8cc2c031 admin admin] Publish callbacks [] for security_group (5ca8919b-9cff-4f22-9cd8-a0f8ab66b089), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:36.073265 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ac42d04f-ce4d-4b0b-b742-387e8cc2c031 admin admin] Publish callbacks [] for security_group (5ca8919b-9cff-4f22-9cd8-a0f8ab66b089), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:36.123531 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ac42d04f-ce4d-4b0b-b742-387e8cc2c031 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (5ca8919b-9cff-4f22-9cd8-a0f8ab66b089), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:36.126379 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ac42d04f-ce4d-4b0b-b742-387e8cc2c031 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:36.127611 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-ac42d04f-ce4d-4b0b-b742-387e8cc2c031 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/5ca8919b-9cff-4f22-9cd8-a0f8ab66b089 HTTP/1.1" status: 204 len: 168 time: 0.1247542 Jul 20 19:41:36.136139 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac42d04f-ce4d-4b0b-b742-387e8cc2c031 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca8919b-9cff-4f22-9cd8-a0f8ab66b089,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:41:42.220178 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:43.636483 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-86992d89-f6ac-4d96-b712-27420b4fb7af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:45.974381 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-5cfb019d-a14c-4ee6-a0a6-9ddead27b355 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:46.130972 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=32,neutron:INSERT=4,neutron:DELETE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:46.131816 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=38,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:41:46.962721 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:48.678029 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:48.839490 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:41:51.191072 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:01.184944 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=10,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:01.186837 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:08.254772 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 44928) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:42:08.364037 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e551ef99-d06c-43df-b6b6-b526c23c952e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:08.441270 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e551ef99-d06c-43df-b6b6-b526c23c952e admin admin] Publish callbacks [] for security_group (1737d59e-ac3d-4a5d-8ecc-7120ff8c7eab), precommit_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:08.444928 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-e551ef99-d06c-43df-b6b6-b526c23c952e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (1737d59e-ac3d-4a5d-8ecc-7120ff8c7eab), after_create {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:08.484939 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-e551ef99-d06c-43df-b6b6-b526c23c952e admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=d126312830ce4625a6a74077ae072420&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2290738 Jul 20 19:42:08.485629 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e551ef99-d06c-43df-b6b6-b526c23c952e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1737d59e-ac3d-4a5d-8ecc-7120ff8c7eab,revision_number=1']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:42:08.487553 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 44932) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:42:08.503758 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551ef99-d06c-43df-b6b6-b526c23c952e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:08.504023 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551ef99-d06c-43df-b6b6-b526c23c952e admin admin] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:08.504371 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551ef99-d06c-43df-b6b6-b526c23c952e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:08.505540 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551ef99-d06c-43df-b6b6-b526c23c952e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:08.506434 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551ef99-d06c-43df-b6b6-b526c23c952e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:08.506760 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551ef99-d06c-43df-b6b6-b526c23c952e admin admin] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:08.507092 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551ef99-d06c-43df-b6b6-b526c23c952e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:08.507613 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551ef99-d06c-43df-b6b6-b526c23c952e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:08.508114 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551ef99-d06c-43df-b6b6-b526c23c952e admin admin] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:08.508452 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551ef99-d06c-43df-b6b6-b526c23c952e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:08.508780 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551ef99-d06c-43df-b6b6-b526c23c952e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:08.509132 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551ef99-d06c-43df-b6b6-b526c23c952e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:08.509454 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551ef99-d06c-43df-b6b6-b526c23c952e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:08.509775 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551ef99-d06c-43df-b6b6-b526c23c952e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:08.510092 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e551ef99-d06c-43df-b6b6-b526c23c952e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104007) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:08.553112 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-90e101ad-6930-4f0c-90a4-33516609728d admin admin] Publish callbacks [] for security_group (1737d59e-ac3d-4a5d-8ecc-7120ff8c7eab), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:08.575057 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-90e101ad-6930-4f0c-90a4-33516609728d admin admin] Publish callbacks [] for security_group (1737d59e-ac3d-4a5d-8ecc-7120ff8c7eab), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:08.625403 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-90e101ad-6930-4f0c-90a4-33516609728d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (1737d59e-ac3d-4a5d-8ecc-7120ff8c7eab), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:08.627982 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-90e101ad-6930-4f0c-90a4-33516609728d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:08.629300 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-90e101ad-6930-4f0c-90a4-33516609728d admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/1737d59e-ac3d-4a5d-8ecc-7120ff8c7eab HTTP/1.1" status: 204 len: 168 time: 0.1408052 Jul 20 19:42:08.638885 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e101ad-6930-4f0c-90a4-33516609728d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1737d59e-ac3d-4a5d-8ecc-7120ff8c7eab,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:42:09.223375 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:42:10.720215 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=17 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:10.838444 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-4780248c-ca7c-479c-a5bd-fa86e95e535a tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/networks?tenant_id=67f87e7aec9f4fa7a23ba9ea65d2d733&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302634 Jul 20 19:42:11.023973 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-765902f1-cbce-425e-9340-dd670f2cfd61 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:11.025455 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-765902f1-cbce-425e-9340-dd670f2cfd61 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1817641 Jul 20 19:42:11.040814 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-4ede1bad-e0c1-4e28-84ff-c78aec9dbd5e tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/quotas/67f87e7aec9f4fa7a23ba9ea65d2d733 HTTP/1.1" status: 200 len: 375 time: 0.0091805 Jul 20 19:42:11.073023 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-180d7e35-1c6b-45c1-9f2a-2209fc74dbd3 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/ports?tenant_id=67f87e7aec9f4fa7a23ba9ea65d2d733&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264709 Jul 20 19:42:11.238658 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-9dfbf171-1062-4cb2-a06d-d241b54f19a2 req-b51ec27d-108b-4b40-846a-9ce5fc913891 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/ports?device_id=e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1 HTTP/1.1" status: 200 len: 210 time: 0.0289612 Jul 20 19:42:12.319282 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-3efa89e9-c75a-44c9-9755-210060fbfecb req-2f0afbeb-01a6-4ba1-b1c8-1e2ad34483c1 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/ports?device_id=e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1 HTTP/1.1" status: 200 len: 210 time: 0.0300589 Jul 20 19:42:13.399139 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-90c8b251-6895-410c-b186-787405491ff9 req-b07cdf40-8d8e-493e-a1f5-d51a610533e9 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/ports?device_id=e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1 HTTP/1.1" status: 200 len: 210 time: 0.0300565 Jul 20 19:42:13.629685 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8d0328c4-751f-4b6f-ab64-c5601a7612a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:14.476714 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d4c5b7a4-bc86-404e-b71c-7368e55d31b0 req-e035f0c7-b6a8-42df-bc8a-110a65355f35 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/ports?device_id=e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1 HTTP/1.1" status: 200 len: 210 time: 0.0277133 Jul 20 19:42:15.573052 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-951e2053-7c18-475d-8df4-1df30d38abf2 req-53c51f83-8497-4c0b-859a-332d0f5c8039 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/ports?device_id=e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1 HTTP/1.1" status: 200 len: 210 time: 0.0279734 Jul 20 19:42:15.921280 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 45006) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:42:15.975986 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-91a35c72-2013-4e67-958b-2affa885f008 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:16.064619 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-05884fc5-4b3a-4955-a1eb-788fccf2072f tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Deleting port bb94797f-a4a6-4b5b-8813-64a7262614f6 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:42:16.064980 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-05884fc5-4b3a-4955-a1eb-788fccf2072f tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (bb94797f-a4a6-4b5b-8813-64a7262614f6), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:16.141530 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-05884fc5-4b3a-4955-a1eb-788fccf2072f tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (bb94797f-a4a6-4b5b-8813-64a7262614f6), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:16.141852 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-05884fc5-4b3a-4955-a1eb-788fccf2072f tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for floatingip (bb94797f-a4a6-4b5b-8813-64a7262614f6), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:16.153864 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-05884fc5-4b3a-4955-a1eb-788fccf2072f tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Calling delete_port for bb94797f-a4a6-4b5b-8813-64a7262614f6 owned by network:floatingip {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:42:16.279604 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-7877583e-3e3b-475f-8778-b2ccddcc8202 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.96 "GET /v2.0/networks?tenant_id=67f87e7aec9f4fa7a23ba9ea65d2d733&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0250847 Jul 20 19:42:16.312481 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=88,neutron:INSERT=7,neutron:UPDATE=1,neutron:DELETE=4 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:16.323645 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-05884fc5-4b3a-4955-a1eb-788fccf2072f tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (bb94797f-a4a6-4b5b-8813-64a7262614f6), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:16.380695 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05884fc5-4b3a-4955-a1eb-788fccf2072f tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Pushing event deleted for resources: {'Port': ['ID=bb94797f-a4a6-4b5b-8813-64a7262614f6,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:42:16.397314 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-93ac0fcb-ed25-4cc1-b87e-d46d6f204bb7 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:16.398841 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-93ac0fcb-ed25-4cc1-b87e-d46d6f204bb7 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.96 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1123271 Jul 20 19:42:16.421345 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Request body: {'port': {'device_id': 'e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1', 'network_id': '5278dd00-4c03-481d-92b8-4e94279444fd', 'admin_state_up': True, 'tenant_id': '67f87e7aec9f4fa7a23ba9ea65d2d733'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:42:16.426763 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-05884fc5-4b3a-4955-a1eb-788fccf2072f tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for floatingip (78728f46-057a-4b09-aed1-d700886e2047), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:16.427149 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.db.l3_db [None req-05884fc5-4b3a-4955-a1eb-788fccf2072f tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Floating IP 78728f46-057a-4b09-aed1-d700886e2047 disassociated (deleted). External IP: 172.27.3.6, port: 3cb27c30-2f2b-4e29-97fe-211854c955e8. Jul 20 19:42:16.507722 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=89,neutron:INSERT=4,neutron:DELETE=7 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:16.532709 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Made reservation on behalf of 67f87e7aec9f4fa7a23ba9ea65d2d733 for: {'port': 1} {{(pid=104008) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 20 19:42:16.536109 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:16.545522 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Publish callbacks [] for security_group (None), before_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:16.634475 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Publish callbacks [] for security_group (6aa11395-8b47-4340-b91f-56020283c2c8), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:16.639349 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (6aa11395-8b47-4340-b91f-56020283c2c8), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:16.645236 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05884fc5-4b3a-4955-a1eb-788fccf2072f tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Router 7deba42d-0ab6-4e7c-90be-31365b59945c has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:42:16.744661 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-f0ddfa0a-0119-4ab6-a17f-d327ef93fa31 req-acc4c361-0872-45e1-b3fe-66b9ae153902 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/ports?device_id=e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1 HTTP/1.1" status: 200 len: 210 time: 0.0587618 Jul 20 19:42:16.750097 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6aa11395-8b47-4340-b91f-56020283c2c8,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:42:16.762330 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05884fc5-4b3a-4955-a1eb-788fccf2072f tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:42:16.766883 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-05884fc5-4b3a-4955-a1eb-788fccf2072f tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for floatingip (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:16.772199 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e84629d-9877-4c27-b424-eabe5c6554ea None None] Sync routers for ids ['7deba42d-0ab6-4e7c-90be-31365b59945c'] in dv-cinder-850548-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:42:16.782837 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e84629d-9877-4c27-b424-eabe5c6554ea None None] Routers {'7deba42d-0ab6-4e7c-90be-31365b59945c'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:42:16.783379 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3e84629d-9877-4c27-b424-eabe5c6554ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:42:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['7deba42d-0ab6-4e7c-90be-31365b59945c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:42:16.787722 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:16.788066 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:16.788405 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:16.788737 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:16.789088 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:16.789415 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:16.789735 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:16.790053 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:16.790372 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:16.790694 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:16.791010 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:16.791585 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:16.791900 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:16.792213 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:16.793620 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104008) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:16.803763 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-05884fc5-4b3a-4955-a1eb-788fccf2072f tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "DELETE /v2.0/floatingips/78728f46-057a-4b09-aed1-d700886e2047 HTTP/1.1" status: 204 len: 168 time: 0.8814523 Jul 20 19:42:16.804630 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '67e24067-14b4-4dfd-93ea-3acf3fe777c2', 'tag': '3cb27c30-2f2b-4e29-97fe-211854c955e8'}] {{(pid=104007) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:42:16.817434 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cf9cd79ebd3f805e6a7478220ee26c4e1921248cfe9318229c3fb3c09e22ed3d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf9907f3-9138-48a4-978c-d14fd99fdc4f" -d '{"events": [{"name": "network-changed", "server_uuid": "67e24067-14b4-4dfd-93ea-3acf3fe777c2", "tag": "3cb27c30-2f2b-4e29-97fe-211854c955e8"}]}' {{(pid=104007) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:42:16.835436 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.db_base_plugin_common [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Allocated IP 192.168.233.36 (5278dd00-4c03-481d-92b8-4e94279444fd/8b0fdf13-e088-47c9-9809-ce6238fbb9a6/50092e59-4883-423d-b2a1-0aa056a89899) {{(pid=104008) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 20 19:42:16.877798 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02e7508d-1ff3-4af9-baf9-9670353c0fd8 x-openstack-request-id: req-02e7508d-1ff3-4af9-baf9-9670353c0fd8 {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:42:16.878555 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "67e24067-14b4-4dfd-93ea-3acf3fe777c2", "tag": "3cb27c30-2f2b-4e29-97fe-211854c955e8", "status": "completed", "code": 200}]} {{(pid=104007) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:42:16.879464 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-02e7508d-1ff3-4af9-baf9-9670353c0fd8 {{(pid=104007) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:42:16.880229 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.notifiers.nova [-] Nova event matching ['req-02e7508d-1ff3-4af9-baf9-9670353c0fd8'] response: {'name': 'network-changed', 'server_uuid': '67e24067-14b4-4dfd-93ea-3acf3fe777c2', 'tag': '3cb27c30-2f2b-4e29-97fe-211854c955e8', 'status': 'completed', 'code': 200} Jul 20 19:42:16.897692 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-3e84629d-9877-4c27-b424-eabe5c6554ea None None] Set router 7deba42d-0ab6-4e7c-90be-31365b59945c gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:42:16.979963 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9907f3-9138-48a4-978c-d14fd99fdc4f req-f1e5aabb-9440-46c9-b62c-d69a647cc81a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:16.980649 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:16.982957 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-cf9907f3-9138-48a4-978c-d14fd99fdc4f req-f1e5aabb-9440-46c9-b62c-d69a647cc81a service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=f3f0c2dd35fa4890a64fcc7dcaddc633&device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 1130 time: 0.0612695 Jul 20 19:42:17.016136 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=90,neutron:INSERT=8,neutron:UPDATE=2 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:17.029998 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=85,neutron:INSERT=12,neutron:UPDATE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:17.037667 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Publish callbacks [] for port (50092e59-4883-423d-b2a1-0aa056a89899), precommit_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:17.100544 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b076db3e-ecae-4085-99a4-c899139d60a3 req-08fc13f0-a453-44ed-ba07-81fcdb4e9d29 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:17.102119 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b076db3e-ecae-4085-99a4-c899139d60a3 req-08fc13f0-a453-44ed-ba07-81fcdb4e9d29 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 946 time: 0.0710084 Jul 20 19:42:17.121191 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3e84629d-9877-4c27-b424-eabe5c6554ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'name': 'tempest-TestShelveInstance-1053639166-router', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:37:42Z', 'revision_number': 4, 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'gw_port': {'id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': 'f975267d-aae0-4039-9f64-c5eedd6e5fd9', 'name': '', 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'mac_address': 'fa:16:3e:5c:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'a2bb6b12-0fd1-4309-b9b0-cd8302be8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:42Z', 'updated_at': '2022-07-20T19:37:46Z', 'revision_number': 5, 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'subnets': [{'id': 'a2bb6b12-0fd1-4309-b9b0-cd8302be8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:42:17.122631 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8773866057732', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (50092e59-4883-423d-b2a1-0aa056a89899), after_create {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:17.147401 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e84629d-9877-4c27-b424-eabe5c6554ea None None] Checking router: 7deba42d-0ab6-4e7c-90be-31365b59945c for host: dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:42:17.156138 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e84629d-9877-4c27-b424-eabe5c6554ea None None] Routers {'7deba42d-0ab6-4e7c-90be-31365b59945c'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:42:17.156744 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3e84629d-9877-4c27-b424-eabe5c6554ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:42:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['7deba42d-0ab6-4e7c-90be-31365b59945c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:42:17.197828 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Network 5278dd00-4c03-481d-92b8-4e94279444fd is already hosted by enough agents. {{(pid=104008) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 20 19:42:17.208003 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Pushing event updated for resources: {'Port': ['ID=50092e59-4883-423d-b2a1-0aa056a89899,revision_number=1']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:42:17.210491 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.base_scheduler [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Resources bound (agent type, host, resource id): {{(pid=104008) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 20 19:42:17.213623 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Received port after_create {{(pid=104008) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:542}} Jul 20 19:42:17.240963 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-b076db3e-ecae-4085-99a4-c899139d60a3 req-bbd3f9e1-e0f3-4ca0-bbfe-3ef53a78b426 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281147 Jul 20 19:42:17.271978 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:17.272604 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:17.293453 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-78b0207c-cf33-4af4-a9fd-619f522316f2 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.96 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8757873 Jul 20 19:42:17.366867 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-3e84629d-9877-4c27-b424-eabe5c6554ea None None] Set router 7deba42d-0ab6-4e7c-90be-31365b59945c gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:42:17.453945 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-58bf35df-5e98-4066-8342-72aa5d5dc906 None None] Provisioning complete for port 50092e59-4883-423d-b2a1-0aa056a89899 triggered by entity DHCP. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:42:17.454352 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-58bf35df-5e98-4066-8342-72aa5d5dc906 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (50092e59-4883-423d-b2a1-0aa056a89899), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:17.489185 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-58bf35df-5e98-4066-8342-72aa5d5dc906 None None] Port 50092e59-4883-423d-b2a1-0aa056a89899 cannot update to ACTIVE because it is not bound. {{(pid=104009) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:348}} Jul 20 19:42:17.556783 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-3e84629d-9877-4c27-b424-eabe5c6554ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'name': 'tempest-TestShelveInstance-1053639166-router', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:37:42Z', 'revision_number': 4, 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'gw_port': {'id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': 'f975267d-aae0-4039-9f64-c5eedd6e5fd9', 'name': '', 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'mac_address': 'fa:16:3e:5c:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'a2bb6b12-0fd1-4309-b9b0-cd8302be8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:42Z', 'updated_at': '2022-07-20T19:37:46Z', 'revision_number': 5, 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'subnets': [{'id': 'a2bb6b12-0fd1-4309-b9b0-cd8302be8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:42:17.584816 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e84629d-9877-4c27-b424-eabe5c6554ea None None] The sync data for ids ['7deba42d-0ab6-4e7c-90be-31365b59945c'] in dv-cinder-850548-1-iscsi is: [{'id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'name': 'tempest-TestShelveInstance-1053639166-router', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:37:42Z', 'revision_number': 4, 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'gw_port': {'id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi', '_interfaces': [{'id': 'f975267d-aae0-4039-9f64-c5eedd6e5fd9', 'name': '', 'network_id': '9b89c0a6-a46c-4abc-8170-f8b4a3cbb712', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'mac_address': 'fa:16:3e:5c:7e:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'device_owner': 'network:router_interface', 'standard_attr_id': 666, 'fixed_ips': [{'subnet_id': 'a2bb6b12-0fd1-4309-b9b0-cd8302be8a40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:42Z', 'updated_at': '2022-07-20T19:37:46Z', 'revision_number': 5, 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'subnets': [{'id': 'a2bb6b12-0fd1-4309-b9b0-cd8302be8a40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:42:17.809923 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-055f4bc9-b0a2-415c-a2d5-111c6a489bff None None] New status for floating IP 78728f46-057a-4b09-aed1-d700886e2047: DOWN {{(pid=104009) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:269}} Jul 20 19:42:17.864213 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b7f330-25d0-4ba7-bc56-7d52fac601bd req-4594a02a-9c88-4aa6-97f7-e19211f1e047 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:17.865813 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-06b7f330-25d0-4ba7-bc56-7d52fac601bd req-4594a02a-9c88-4aa6-97f7-e19211f1e047 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/ports?device_id=e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1 HTTP/1.1" status: 200 len: 935 time: 0.0468185 Jul 20 19:42:17.914896 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-06b7f330-25d0-4ba7-bc56-7d52fac601bd req-b7c30ffe-4bd6-428d-8740-ee628fb4753f tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/security-groups?id=6aa11395-8b47-4340-b91f-56020283c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428317 Jul 20 19:42:18.152223 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.v2.base [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-4ddcb97a-919b-4097-a428-b500428b82be service neutron] Request body: {'port': {'device_id': 'e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-85054'}} {{(pid=104008) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Jul 20 19:42:18.215762 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-4ddcb97a-919b-4097-a428-b500428b82be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (50092e59-4883-423d-b2a1-0aa056a89899), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:18.234955 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9907f3-9138-48a4-978c-d14fd99fdc4f req-07781323-b18a-45de-9099-2a3269b7de74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:18.236454 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-cf9907f3-9138-48a4-978c-d14fd99fdc4f req-07781323-b18a-45de-9099-2a3269b7de74 service neutron] 10.222.0.96 "GET /v2.0/networks?id=9b89c0a6-a46c-4abc-8170-f8b4a3cbb712 HTTP/1.1" status: 200 len: 910 time: 0.0888259 Jul 20 19:42:18.395363 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6ebc7e-8eee-440f-83a7-156b036d8ef4 req-6e78b831-9a24-46db-ae60-94e2ee539681 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:18.396830 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ab6ebc7e-8eee-440f-83a7-156b036d8ef4 req-6e78b831-9a24-46db-ae60-94e2ee539681 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 946 time: 0.0765309 Jul 20 19:42:18.435489 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-cf9907f3-9138-48a4-978c-d14fd99fdc4f req-5c1c12be-57bf-4a2d-9f2f-5628f53ea841 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=3cb27c30-2f2b-4e29-97fe-211854c955e8 HTTP/1.1" status: 200 len: 217 time: 0.0384195 Jul 20 19:42:18.486683 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9907f3-9138-48a4-978c-d14fd99fdc4f req-01486c78-221f-40b6-89e7-b8db5a2371cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:18.488148 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-cf9907f3-9138-48a4-978c-d14fd99fdc4f req-01486c78-221f-40b6-89e7-b8db5a2371cc service neutron] 10.222.0.96 "GET /v2.0/subnets?id=a2bb6b12-0fd1-4309-b9b0-cd8302be8a40 HTTP/1.1" status: 200 len: 848 time: 0.0451524 Jul 20 19:42:18.501808 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-ab6ebc7e-8eee-440f-83a7-156b036d8ef4 req-f1ecf63a-7946-4b36-9d3c-6e2a5651e7b0 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0770953 Jul 20 19:42:18.553177 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-4ddcb97a-919b-4097-a428-b500428b82be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50092e59-4883-423d-b2a1-0aa056a89899 {{(pid=104008) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:42:18.560908 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-4ddcb97a-919b-4097-a428-b500428b82be service neutron] Publish callbacks [] for port (50092e59-4883-423d-b2a1-0aa056a89899), precommit_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:18.573642 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.provisioning_blocks [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-4ddcb97a-919b-4097-a428-b500428b82be service neutron] Transition to ACTIVE for port object 50092e59-4883-423d-b2a1-0aa056a89899 will not be triggered until provisioned by entity L2. {{(pid=104008) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jul 20 19:42:18.577075 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-4ddcb97a-919b-4097-a428-b500428b82be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (50092e59-4883-423d-b2a1-0aa056a89899), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:18.622883 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:DELETE=1,neutron:UPDATE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:18.623573 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=97,neutron:DELETE=1,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:18.628966 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddcb97a-919b-4097-a428-b500428b82be service neutron] Pushing event updated for resources: {'Port': ['ID=50092e59-4883-423d-b2a1-0aa056a89899,revision_number=2']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:42:18.683898 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:18.716514 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-4ddcb97a-919b-4097-a428-b500428b82be service neutron] Attempting to bind port 50092e59-4883-423d-b2a1-0aa056a89899 on host hv-cinder-85054 for vnic_type normal with profile {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:810}} Jul 20 19:42:18.716849 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-4ddcb97a-919b-4097-a428-b500428b82be service neutron] Attempting to bind port 50092e59-4883-423d-b2a1-0aa056a89899 by drivers openvswitch,hyperv on host hv-cinder-85054 at level 0 using segments [{'id': '066a1191-593f-46be-b143-20c3e8059a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '5278dd00-4c03-481d-92b8-4e94279444fd'}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:835}} Jul 20 19:42:18.717216 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-4ddcb97a-919b-4097-a428-b500428b82be service neutron] Attempting to bind port 50092e59-4883-423d-b2a1-0aa056a89899 on network 5278dd00-4c03-481d-92b8-4e94279444fd {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:42:18.722053 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-4ddcb97a-919b-4097-a428-b500428b82be service neutron] Port 50092e59-4883-423d-b2a1-0aa056a89899 on network 5278dd00-4c03-481d-92b8-4e94279444fd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-85054 {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jul 20 19:42:18.722380 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-4ddcb97a-919b-4097-a428-b500428b82be service neutron] Attempting to bind port 50092e59-4883-423d-b2a1-0aa056a89899 on network 5278dd00-4c03-481d-92b8-4e94279444fd {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jul 20 19:42:18.726354 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf9907f3-9138-48a4-978c-d14fd99fdc4f req-2e514d74-5777-4171-9ec0-ee5995c8c10f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104007) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:18.727801 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-4ddcb97a-919b-4097-a428-b500428b82be service neutron] Checking agent: {'id': 'e6883320-19dd-4a2d-8302-97f8dd23b041', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-85054', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'started_at': datetime.datetime(2022, 7, 20, 19, 25, 48), 'heartbeat_timestamp': datetime.datetime(2022, 7, 20, 19, 41, 51), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jul 20 19:42:18.728151 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-4ddcb97a-919b-4097-a428-b500428b82be service neutron] Checking segment: {'id': '066a1191-593f-46be-b143-20c3e8059a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '5278dd00-4c03-481d-92b8-4e94279444fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=104008) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Jul 20 19:42:18.728375 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-cf9907f3-9138-48a4-978c-d14fd99fdc4f req-2e514d74-5777-4171-9ec0-ee5995c8c10f service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=9b89c0a6-a46c-4abc-8170-f8b4a3cbb712&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515966 Jul 20 19:42:18.728539 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-4ddcb97a-919b-4097-a428-b500428b82be service neutron] Bound using segment: {'id': '066a1191-593f-46be-b143-20c3e8059a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '5278dd00-4c03-481d-92b8-4e94279444fd'} {{(pid=104008) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jul 20 19:42:18.728999 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.managers [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-4ddcb97a-919b-4097-a428-b500428b82be service neutron] Bound port: 50092e59-4883-423d-b2a1-0aa056a89899, host: hv-cinder-85054, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '066a1191-593f-46be-b143-20c3e8059a15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 987, 'network_id': '5278dd00-4c03-481d-92b8-4e94279444fd'}}] {{(pid=104008) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:947}} Jul 20 19:42:18.729361 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-4ddcb97a-919b-4097-a428-b500428b82be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (50092e59-4883-423d-b2a1-0aa056a89899), before_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:18.828342 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-4ddcb97a-919b-4097-a428-b500428b82be service neutron] For port 50092e59-4883-423d-b2a1-0aa056a89899, host hv-cinder-85054, cleared binding levels {{(pid=104008) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 20 19:42:18.848268 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:18.849436 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-4ddcb97a-919b-4097-a428-b500428b82be service neutron] For port 50092e59-4883-423d-b2a1-0aa056a89899, host hv-cinder-85054, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=50092e59-4883-423d-b2a1-0aa056a89899,segment=NetworkSegment(066a1191-593f-46be-b143-20c3e8059a15),segment_id=066a1191-593f-46be-b143-20c3e8059a15)] {{(pid=104008) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 20 19:42:18.861226 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903dc8f1-651d-4210-9190-e073f9eaf262 req-609c1009-032d-4dfe-b8c5-fcb9a6590411 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:18.862703 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-903dc8f1-651d-4210-9190-e073f9eaf262 req-609c1009-032d-4dfe-b8c5-fcb9a6590411 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.96 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 946 time: 0.0689442 Jul 20 19:42:18.864245 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-4ddcb97a-919b-4097-a428-b500428b82be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3299454'] for port (50092e59-4883-423d-b2a1-0aa056a89899), after_update {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:18.892863 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-cf9907f3-9138-48a4-978c-d14fd99fdc4f req-c90230e0-967b-4dde-b0c6-912730bd0603 service neutron] 10.222.0.96 "GET /v2.0/networks/9b89c0a6-a46c-4abc-8170-f8b4a3cbb712?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020391 Jul 20 19:42:18.908967 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-4ddcb97a-919b-4097-a428-b500428b82be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:18.909947 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-4ddcb97a-919b-4097-a428-b500428b82be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:18.911505 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-4ddcb97a-919b-4097-a428-b500428b82be service neutron] 10.222.0.96 "PUT /v2.0/ports/50092e59-4883-423d-b2a1-0aa056a89899 HTTP/1.1" status: 200 len: 1097 time: 0.7635770 Jul 20 19:42:18.930433 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1', 'tag': '50092e59-4883-423d-b2a1-0aa056a89899'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:42:18.932992 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95276cf3-7cd3-4e3d-ba7d-f7dc1b58c6aa" -d '{"events": [{"name": "network-changed", "server_uuid": "e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1", "tag": "50092e59-4883-423d-b2a1-0aa056a89899"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:42:19.015782 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Wed, 20 Jul 2022 19:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-865a14cc-60a4-4761-b5c1-d4c6115e3e9b x-openstack-request-id: req-865a14cc-60a4-4761-b5c1-d4c6115e3e9b {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:42:19.016161 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1", "tag": "50092e59-4883-423d-b2a1-0aa056a89899", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:42:19.016427 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-865a14cc-60a4-4761-b5c1-d4c6115e3e9b {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:42:19.016994 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-865a14cc-60a4-4761-b5c1-d4c6115e3e9b'] response: {'name': 'network-changed', 'server_uuid': 'e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1', 'tag': '50092e59-4883-423d-b2a1-0aa056a89899', 'status': 'completed', 'code': 200} Jul 20 19:42:19.022690 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=100 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:19.022904 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddcb97a-919b-4097-a428-b500428b82be service neutron] Pushing event updated for resources: {'Port': ['ID=50092e59-4883-423d-b2a1-0aa056a89899,revision_number=3']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:42:19.042116 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [req-cf9907f3-9138-48a4-978c-d14fd99fdc4f req-e27d96c7-9833-41a3-9cb8-41a28d8dfa51 service neutron] 10.222.0.96 "GET /v2.0/networks/9b89c0a6-a46c-4abc-8170-f8b4a3cbb712?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434565 Jul 20 19:42:19.105478 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-903dc8f1-651d-4210-9190-e073f9eaf262 req-5b05cbce-4152-4002-a5ce-e9d2a992a49b tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Deleting port 3cb27c30-2f2b-4e29-97fe-211854c955e8 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:42:19.105882 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-903dc8f1-651d-4210-9190-e073f9eaf262 req-5b05cbce-4152-4002-a5ce-e9d2a992a49b tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (3cb27c30-2f2b-4e29-97fe-211854c955e8), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:19.119687 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43128002-48e7-43ad-9c6e-dacb3276afbe req-3a851baa-c035-4a69-8469-c33230dbfcc6 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:19.121176 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-43128002-48e7-43ad-9c6e-dacb3276afbe req-3a851baa-c035-4a69-8469-c33230dbfcc6 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/ports?device_id=e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1 HTTP/1.1" status: 200 len: 947 time: 0.1099784 Jul 20 19:42:19.131707 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-9d406a0a-b947-41e1-8a51-99aeef134b21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:19.133200 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-9d406a0a-b947-41e1-8a51-99aeef134b21 service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=67f87e7aec9f4fa7a23ba9ea65d2d733&device_id=e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1 HTTP/1.1" status: 200 len: 1131 time: 0.1153743 Jul 20 19:42:19.487309 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-ecebc006-a9fa-45f1-b1ab-8f7ee3f2bbc8 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=50092e59-4883-423d-b2a1-0aa056a89899 HTTP/1.1" status: 200 len: 217 time: 0.3343039 Jul 20 19:42:19.556565 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-43128002-48e7-43ad-9c6e-dacb3276afbe req-9cecb38f-0cc5-4f26-8a8a-fd9280842b26 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/security-groups?id=6aa11395-8b47-4340-b91f-56020283c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4203718 Jul 20 19:42:19.595010 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-fd7fe0a5-c466-41f9-aeaf-361bace8888a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:19.596440 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-fd7fe0a5-c466-41f9-aeaf-361bace8888a service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8b0fdf13-e088-47c9-9809-ce6238fbb9a6 HTTP/1.1" status: 200 len: 843 time: 0.1000152 Jul 20 19:42:19.614383 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-903dc8f1-651d-4210-9190-e073f9eaf262 req-5b05cbce-4152-4002-a5ce-e9d2a992a49b tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] For port 3cb27c30-2f2b-4e29-97fe-211854c955e8, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=3cb27c30-2f2b-4e29-97fe-211854c955e8,segment=NetworkSegment(7653af05-7371-43ac-ab31-08326cf09c3e),segment_id=7653af05-7371-43ac-ab31-08326cf09c3e)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:42:19.614754 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-903dc8f1-651d-4210-9190-e073f9eaf262 req-5b05cbce-4152-4002-a5ce-e9d2a992a49b tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (3cb27c30-2f2b-4e29-97fe-211854c955e8), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:19.665386 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-903dc8f1-651d-4210-9190-e073f9eaf262 req-5b05cbce-4152-4002-a5ce-e9d2a992a49b tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Calling delete_port for 3cb27c30-2f2b-4e29-97fe-211854c955e8 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:42:19.677583 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8698e35-4e50-4b74-80ef-b29826feae81 req-2b59ff2c-3d97-4071-94ec-fea8466c5e90 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:19.679033 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e8698e35-4e50-4b74-80ef-b29826feae81 req-2b59ff2c-3d97-4071-94ec-fea8466c5e90 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 946 time: 0.1054921 Jul 20 19:42:19.737325 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-194637da-c15a-4cd6-814d-7009deaf2138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:19.738806 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-194637da-c15a-4cd6-814d-7009deaf2138 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5278dd00-4c03-481d-92b8-4e94279444fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.1215045 Jul 20 19:42:19.766401 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=98,neutron:UPDATE=1,neutron:INSERT=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:19.817797 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e8698e35-4e50-4b74-80ef-b29826feae81 req-ffb1fc99-f73b-4256-9f27-5400dd49075a tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/security-groups?id=bc992baf-0525-4bb0-8f63-7d66d271192a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1311901 Jul 20 19:42:19.843546 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:19.915039 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-201fce30-408f-4e29-9530-5ea13c03ad67 service neutron] 10.222.0.96 "GET /v2.0/networks/5278dd00-4c03-481d-92b8-4e94279444fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683826 Jul 20 19:42:19.959091 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-903dc8f1-651d-4210-9190-e073f9eaf262 req-5b05cbce-4152-4002-a5ce-e9d2a992a49b tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (3cb27c30-2f2b-4e29-97fe-211854c955e8), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:20.018618 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b05cbce-4152-4002-a5ce-e9d2a992a49b tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Pushing event deleted for resources: {'Port': ['ID=3cb27c30-2f2b-4e29-97fe-211854c955e8,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:42:20.077026 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-903dc8f1-651d-4210-9190-e073f9eaf262 req-5b05cbce-4152-4002-a5ce-e9d2a992a49b tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] No DVR routers for this DVR port 3cb27c30-2f2b-4e29-97fe-211854c955e8 on host hv-cinder-85054 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:42:20.083407 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-903dc8f1-651d-4210-9190-e073f9eaf262 req-5b05cbce-4152-4002-a5ce-e9d2a992a49b tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:20.086566 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-903dc8f1-651d-4210-9190-e073f9eaf262 req-5b05cbce-4152-4002-a5ce-e9d2a992a49b tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.96 "DELETE /v2.0/ports/3cb27c30-2f2b-4e29-97fe-211854c955e8 HTTP/1.1" status: 204 len: 173 time: 1.2173584 Jul 20 19:42:20.092472 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-d64dce90-80f4-4925-a195-81a8fc6464d2 req-ceeaea47-3c92-49a8-900b-a18b473e9c27 service neutron] 10.222.0.96 "GET /v2.0/networks/5278dd00-4c03-481d-92b8-4e94279444fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710203 Jul 20 19:42:20.673817 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99a0bb-d647-4279-8b9f-c2ae9e2e455b req-7daf6d70-3e2c-4378-abb1-efcb9c2da504 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:20.675197 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fc99a0bb-d647-4279-8b9f-c2ae9e2e455b req-7daf6d70-3e2c-4378-abb1-efcb9c2da504 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/ports?device_id=e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1 HTTP/1.1" status: 200 len: 947 time: 0.0492463 Jul 20 19:42:20.724224 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-fc99a0bb-d647-4279-8b9f-c2ae9e2e455b req-1e552b4a-9c58-42b2-9d09-fab476672dca tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/security-groups?id=6aa11395-8b47-4340-b91f-56020283c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435781 Jul 20 19:42:20.885044 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276cf3-7cd3-4e3d-ba7d-f7dc1b58c6aa req-3fb0d1ea-7cf2-4a46-81e8-ec42a78fcb2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:20.887422 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-95276cf3-7cd3-4e3d-ba7d-f7dc1b58c6aa req-3fb0d1ea-7cf2-4a46-81e8-ec42a78fcb2e service neutron] 10.222.0.96 "GET /v2.0/ports?tenant_id=67f87e7aec9f4fa7a23ba9ea65d2d733&device_id=e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1 HTTP/1.1" status: 200 len: 1131 time: 0.0430589 Jul 20 19:42:20.934808 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e88e015c-7d9a-4caa-ba4e-0a4990f03044 req-ce29255a-b25b-4bad-9743-24d7c41c725c tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "GET /v2.0/ports?device_id=67e24067-14b4-4dfd-93ea-3acf3fe777c2 HTTP/1.1" status: 200 len: 210 time: 0.0446765 Jul 20 19:42:21.002806 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276cf3-7cd3-4e3d-ba7d-f7dc1b58c6aa req-7676d60e-00b8-4ddd-868a-ee62b0e609a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:21.004218 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-95276cf3-7cd3-4e3d-ba7d-f7dc1b58c6aa req-7676d60e-00b8-4ddd-868a-ee62b0e609a8 service neutron] 10.222.0.96 "GET /v2.0/networks?id=5278dd00-4c03-481d-92b8-4e94279444fd HTTP/1.1" status: 200 len: 870 time: 0.1057110 Jul 20 19:42:21.019423 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '67e24067-14b4-4dfd-93ea-3acf3fe777c2', 'name': 'network-vif-deleted', 'tag': '3cb27c30-2f2b-4e29-97fe-211854c955e8'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:42:21.022950 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b259426-9c21-4b46-9458-1eaed36f0284" -d '{"events": [{"server_uuid": "67e24067-14b4-4dfd-93ea-3acf3fe777c2", "name": "network-vif-deleted", "tag": "3cb27c30-2f2b-4e29-97fe-211854c955e8"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:42:21.055832 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-95276cf3-7cd3-4e3d-ba7d-f7dc1b58c6aa req-ae0432d3-aa61-4bb0-847e-3ece979d9143 service neutron] 10.222.0.96 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=50092e59-4883-423d-b2a1-0aa056a89899 HTTP/1.1" status: 200 len: 217 time: 0.0451117 Jul 20 19:42:21.061983 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3b0fd5-f5e1-4529-8547-1b68cf1e204e x-openstack-request-id: req-1a3b0fd5-f5e1-4529-8547-1b68cf1e204e {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:42:21.062316 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "67e24067-14b4-4dfd-93ea-3acf3fe777c2", "name": "network-vif-deleted", "tag": "3cb27c30-2f2b-4e29-97fe-211854c955e8", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:42:21.062559 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-1a3b0fd5-f5e1-4529-8547-1b68cf1e204e {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:42:21.063058 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1a3b0fd5-f5e1-4529-8547-1b68cf1e204e'] response: {'server_uuid': '67e24067-14b4-4dfd-93ea-3acf3fe777c2', 'name': 'network-vif-deleted', 'tag': '3cb27c30-2f2b-4e29-97fe-211854c955e8', 'status': 'completed', 'code': 200} Jul 20 19:42:21.122531 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276cf3-7cd3-4e3d-ba7d-f7dc1b58c6aa req-d8564387-6ec9-4263-8d07-2e1b5e3730fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:21.123982 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-95276cf3-7cd3-4e3d-ba7d-f7dc1b58c6aa req-d8564387-6ec9-4263-8d07-2e1b5e3730fe service neutron] 10.222.0.96 "GET /v2.0/subnets?id=8b0fdf13-e088-47c9-9809-ce6238fbb9a6 HTTP/1.1" status: 200 len: 843 time: 0.0506778 Jul 20 19:42:21.174729 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95276cf3-7cd3-4e3d-ba7d-f7dc1b58c6aa req-2e80dad2-3f5d-43e5-a6c3-95f8cc141499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:21.174729 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-95276cf3-7cd3-4e3d-ba7d-f7dc1b58c6aa req-2e80dad2-3f5d-43e5-a6c3-95f8cc141499 service neutron] 10.222.0.96 "GET /v2.0/ports?network_id=5278dd00-4c03-481d-92b8-4e94279444fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0426080 Jul 20 19:42:21.204784 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:21.287150 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-95276cf3-7cd3-4e3d-ba7d-f7dc1b58c6aa req-f0df242e-1a5f-4d2c-b6af-89a05d654715 service neutron] 10.222.0.96 "GET /v2.0/networks/5278dd00-4c03-481d-92b8-4e94279444fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064391 Jul 20 19:42:21.407473 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-95276cf3-7cd3-4e3d-ba7d-f7dc1b58c6aa req-62be8510-54d3-490b-995c-d2aa18821e07 service neutron] 10.222.0.96 "GET /v2.0/networks/5278dd00-4c03-481d-92b8-4e94279444fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933564 Jul 20 19:42:21.839136 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68b87ad-ce30-4d5c-bac1-62ba390ea62a req-01670f09-cb3e-4d5b-ac2c-97677f0b70c8 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:21.841424 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c68b87ad-ce30-4d5c-bac1-62ba390ea62a req-01670f09-cb3e-4d5b-ac2c-97677f0b70c8 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/ports?device_id=e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1 HTTP/1.1" status: 200 len: 947 time: 0.0504141 Jul 20 19:42:21.888280 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c68b87ad-ce30-4d5c-bac1-62ba390ea62a req-7f86c6f6-9bdd-4e92-b445-63a4d4bc5095 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/security-groups?id=6aa11395-8b47-4340-b91f-56020283c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413184 Jul 20 19:42:21.995982 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 45042) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:42:22.056715 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-77ace79a-9026-431e-97a1-8561cde42c29 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for security_group (bc992baf-0525-4bb0-8f63-7d66d271192a), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:22.082572 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-77ace79a-9026-431e-97a1-8561cde42c29 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for security_group (bc992baf-0525-4bb0-8f63-7d66d271192a), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:22.144782 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-77ace79a-9026-431e-97a1-8561cde42c29 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (bc992baf-0525-4bb0-8f63-7d66d271192a), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:22.147446 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-77ace79a-9026-431e-97a1-8561cde42c29 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:22.148605 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-77ace79a-9026-431e-97a1-8561cde42c29 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] 10.222.0.79 "DELETE /v2.0/security-groups/bc992baf-0525-4bb0-8f63-7d66d271192a HTTP/1.1" status: 204 len: 168 time: 0.1530576 Jul 20 19:42:22.158710 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ace79a-9026-431e-97a1-8561cde42c29 tempest-TestShelveInstance-1213112724 tempest-TestShelveInstance-1213112724-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc992baf-0525-4bb0-8f63-7d66d271192a,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:42:22.200756 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 50092e59-4883-423d-b2a1-0aa056a89899 details requested by agent hyperv_hv-cinder-85054 with host hv-cinder-85054 {{(pid=104009) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 20 19:42:22.211169 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 3cb27c30-2f2b-4e29-97fe-211854c955e8 no longer exists at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:42:22.234967 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] No Port match for: 3cb27c30-2f2b-4e29-97fe-211854c955e8 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:42:22.235316 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 3cb27c30-2f2b-4e29-97fe-211854c955e8 not bound to the agent host hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:42:22.322721 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 50092e59-4883-423d-b2a1-0aa056a89899, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=50092e59-4883-423d-b2a1-0aa056a89899,segment=NetworkSegment(066a1191-593f-46be-b143-20c3e8059a15),segment_id=066a1191-593f-46be-b143-20c3e8059a15)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:42:22.334224 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Returning: {'device': '50092e59-4883-423d-b2a1-0aa056a89899', 'network_id': '5278dd00-4c03-481d-92b8-4e94279444fd', 'port_id': '50092e59-4883-423d-b2a1-0aa056a89899', 'mac_address': 'fa:16:3e:13:ae:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 987, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b0fdf13-e088-47c9-9809-ce6238fbb9a6', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'qos_network_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=104009) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 20 19:42:22.368037 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 50092e59-4883-423d-b2a1-0aa056a89899 is: DOWN; New status is: BUILD {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:42:22.368427 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (50092e59-4883-423d-b2a1-0aa056a89899), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:22.381431 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50092e59-4883-423d-b2a1-0aa056a89899 {{(pid=104009) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Jul 20 19:42:22.404560 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 50092e59-4883-423d-b2a1-0aa056a89899, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=50092e59-4883-423d-b2a1-0aa056a89899,segment=NetworkSegment(066a1191-593f-46be-b143-20c3e8059a15),segment_id=066a1191-593f-46be-b143-20c3e8059a15)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:42:22.408514 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (50092e59-4883-423d-b2a1-0aa056a89899), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:22.455696 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=50092e59-4883-423d-b2a1-0aa056a89899,revision_number=4']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:42:22.462728 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:22.463027 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Agent changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:22.463375 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:22.463722 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:22.464112 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:22.464451 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type NDPProxy changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:22.464789 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:22.465145 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:22.465478 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type PortForwarding changed None to 1.3 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:22.465811 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:22.466138 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:22.466468 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:22.466795 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:22.467121 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:22.467447 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-850548-1-iscsi {{(pid=104009) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 20 19:42:22.695301 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['50092e59-4883-423d-b2a1-0aa056a89899'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:42:22.991130 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:23.007310 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dded8b1-6a40-41aa-ac4a-54951a1f14d1 req-24df8ded-f50f-4e77-a210-73c8596e9535 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:23.008767 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5dded8b1-6a40-41aa-ac4a-54951a1f14d1 req-24df8ded-f50f-4e77-a210-73c8596e9535 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/ports?device_id=e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1 HTTP/1.1" status: 200 len: 948 time: 0.0523806 Jul 20 19:42:23.051961 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:DELETE=3,neutron:SELECT=97 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:23.056731 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-5dded8b1-6a40-41aa-ac4a-54951a1f14d1 req-a5df4147-5390-40b9-adef-01f3292677e9 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/security-groups?id=6aa11395-8b47-4340-b91f-56020283c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423532 Jul 20 19:42:23.206779 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 45050) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:42:23.387040 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=99,neutron:DELETE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:23.518827 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce52a88e-d407-4018-8506-fad4244a2dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712453'] for router_interface (7deba42d-0ab6-4e7c-90be-31365b59945c), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:23.754386 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-ce52a88e-d407-4018-8506-fad4244a2dbf admin admin] Deleting port f975267d-aae0-4039-9f64-c5eedd6e5fd9 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:42:23.754726 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce52a88e-d407-4018-8506-fad4244a2dbf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (f975267d-aae0-4039-9f64-c5eedd6e5fd9), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:23.836426 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-ce52a88e-d407-4018-8506-fad4244a2dbf admin admin] For port f975267d-aae0-4039-9f64-c5eedd6e5fd9, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=f975267d-aae0-4039-9f64-c5eedd6e5fd9,segment=NetworkSegment(7653af05-7371-43ac-ab31-08326cf09c3e),segment_id=7653af05-7371-43ac-ab31-08326cf09c3e)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:42:23.836796 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce52a88e-d407-4018-8506-fad4244a2dbf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (f975267d-aae0-4039-9f64-c5eedd6e5fd9), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:23.850250 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-ce52a88e-d407-4018-8506-fad4244a2dbf admin admin] Calling delete_port for f975267d-aae0-4039-9f64-c5eedd6e5fd9 owned by network:router_interface {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:42:23.906380 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=98,neutron:DELETE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:24.036097 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce52a88e-d407-4018-8506-fad4244a2dbf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (f975267d-aae0-4039-9f64-c5eedd6e5fd9), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:24.064122 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52a88e-d407-4018-8506-fad4244a2dbf admin admin] Pushing event deleted for resources: {'Port': ['ID=f975267d-aae0-4039-9f64-c5eedd6e5fd9,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:42:24.184929 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f9f655-f03d-4209-b819-751ebba54cc3 req-279f15e3-50a2-44fa-8af5-1cb22a1ea88e tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:24.186466 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c5f9f655-f03d-4209-b819-751ebba54cc3 req-279f15e3-50a2-44fa-8af5-1cb22a1ea88e tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/ports?device_id=e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1 HTTP/1.1" status: 200 len: 948 time: 0.0523922 Jul 20 19:42:24.194948 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 50092e59-4883-423d-b2a1-0aa056a89899 up at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 20 19:42:24.243920 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-ce52a88e-d407-4018-8506-fad4244a2dbf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2037749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712593'] for router_interface (7deba42d-0ab6-4e7c-90be-31365b59945c), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:24.246505 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-c5f9f655-f03d-4209-b819-751ebba54cc3 req-2a1bd795-fbd0-4412-bbb8-884cda508661 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/security-groups?id=6aa11395-8b47-4340-b91f-56020283c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542395 Jul 20 19:42:24.251349 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning for port 50092e59-4883-423d-b2a1-0aa056a89899 completed by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:137}} Jul 20 19:42:24.252304 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=96,neutron:DELETE=3,neutron:UPDATE=1 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:24.262549 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.provisioning_blocks [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Provisioning complete for port 50092e59-4883-423d-b2a1-0aa056a89899 triggered by entity L2. {{(pid=104009) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:145}} Jul 20 19:42:24.263109 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-745387'] for port (50092e59-4883-423d-b2a1-0aa056a89899), provisioning_complete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:24.285506 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=94,neutron:UPDATE=5,neutron:DELETE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:24.342846 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Current status of the port 50092e59-4883-423d-b2a1-0aa056a89899 is: BUILD; New status is: ACTIVE {{(pid=104009) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2292}} Jul 20 19:42:24.343257 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-584058'] for port (50092e59-4883-423d-b2a1-0aa056a89899), before_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:24.361942 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=97,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:24.367651 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50092e59-4883-423d-b2a1-0aa056a89899'}] {{(pid=104009) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:42:24.370394 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7be0eca2c25fc43fe25f5481e209454182d3c29eb4e9fdd386e209cec2388aa5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7383fa9-81db-4836-b66c-f4013b37de78" -d '{"events": [{"server_uuid": "e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1", "name": "network-vif-plugged", "status": "completed", "tag": "50092e59-4883-423d-b2a1-0aa056a89899"}]}' {{(pid=104009) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:42:24.385197 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] For port 50092e59-4883-423d-b2a1-0aa056a89899, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=50092e59-4883-423d-b2a1-0aa056a89899,segment=NetworkSegment(066a1191-593f-46be-b143-20c3e8059a15),segment_id=066a1191-593f-46be-b143-20c3e8059a15)] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:42:24.390011 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8773866421773', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8773866057750', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8773866057768'] for port (50092e59-4883-423d-b2a1-0aa056a89899), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:24.417533 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9a72bea-6075-4dc1-8e1b-7cbea90889d9 x-openstack-request-id: req-f9a72bea-6075-4dc1-8e1b-7cbea90889d9 {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:42:24.417829 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1", "name": "network-vif-plugged", "status": "completed", "tag": "50092e59-4883-423d-b2a1-0aa056a89899", "code": 200}]} {{(pid=104009) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:42:24.418083 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-f9a72bea-6075-4dc1-8e1b-7cbea90889d9 {{(pid=104009) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:42:24.418493 dv-cinder-850548-1-iscsi neutron-server[104009]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9a72bea-6075-4dc1-8e1b-7cbea90889d9'] response: {'server_uuid': 'e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50092e59-4883-423d-b2a1-0aa056a89899', 'code': 200} Jul 20 19:42:24.445220 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Pushing event updated for resources: {'Port': ['ID=50092e59-4883-423d-b2a1-0aa056a89899,revision_number=5']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:42:24.465601 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce52a88e-d407-4018-8506-fad4244a2dbf admin admin] Router 7deba42d-0ab6-4e7c-90be-31365b59945c has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104007) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:42:24.573087 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce52a88e-d407-4018-8506-fad4244a2dbf admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104007) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:42:24.578751 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-ce52a88e-d407-4018-8506-fad4244a2dbf admin admin] 10.222.0.79 "PUT /v2.0/routers/7deba42d-0ab6-4e7c-90be-31365b59945c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3708553 Jul 20 19:42:24.581242 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 45056) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:42:24.582686 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c602083-8af6-41ef-9498-851c6ca337e5 None None] Sync routers for ids ['7deba42d-0ab6-4e7c-90be-31365b59945c'] in dv-cinder-850548-1-iscsi {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:42:24.592363 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=73 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:24.596463 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c602083-8af6-41ef-9498-851c6ca337e5 None None] Routers {'7deba42d-0ab6-4e7c-90be-31365b59945c'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:42:24.597053 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-2c602083-8af6-41ef-9498-851c6ca337e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:42:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['7deba42d-0ab6-4e7c-90be-31365b59945c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:42:24.630748 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46c9c2a5-86cc-415d-b0a9-c9d730f3b54f req-d93d8e67-8dc7-4abe-8233-9a986f710b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:24.632749 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-46c9c2a5-86cc-415d-b0a9-c9d730f3b54f req-d93d8e67-8dc7-4abe-8233-9a986f710b6f service neutron] 10.222.0.96 "GET /v2.0/ports?device_id=e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1 HTTP/1.1" status: 200 len: 1133 time: 0.0457318 Jul 20 19:42:24.679975 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-46c9c2a5-86cc-415d-b0a9-c9d730f3b54f req-f73b6b02-7f63-4541-a756-f5815ff8e474 service neutron] 10.222.0.96 "GET /v2.0/security-groups?id=6aa11395-8b47-4340-b91f-56020283c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409002 Jul 20 19:42:24.684295 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0cba40b-c0a4-402a-8271-bb5e405a22b4 admin admin] Publish callbacks [] for router (7deba42d-0ab6-4e7c-90be-31365b59945c), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:24.706423 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-2c602083-8af6-41ef-9498-851c6ca337e5 None None] Set router 7deba42d-0ab6-4e7c-90be-31365b59945c gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:42:24.784207 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=100 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:24.887043 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-2c602083-8af6-41ef-9498-851c6ca337e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'name': 'tempest-TestShelveInstance-1053639166-router', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:42:23Z', 'revision_number': 5, 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'gw_port': {'id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:42:24.920298 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c602083-8af6-41ef-9498-851c6ca337e5 None None] Checking router: 7deba42d-0ab6-4e7c-90be-31365b59945c for host: dv-cinder-850548-1-iscsi {{(pid=104010) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:42:24.933510 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c602083-8af6-41ef-9498-851c6ca337e5 None None] Routers {'7deba42d-0ab6-4e7c-90be-31365b59945c'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104010) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:42:24.934148 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-2c602083-8af6-41ef-9498-851c6ca337e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:42:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['7deba42d-0ab6-4e7c-90be-31365b59945c'], 'active': True} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:42:25.022273 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0cba40b-c0a4-402a-8271-bb5e405a22b4 admin admin] Publish callbacks [] for router_gateway (7deba42d-0ab6-4e7c-90be-31365b59945c), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:25.025253 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=95,neutron:DELETE=5 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:25.040593 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_dvr_db [None req-2c602083-8af6-41ef-9498-851c6ca337e5 None None] Set router 7deba42d-0ab6-4e7c-90be-31365b59945c gateway port host: dv-cinder-850548-1-iscsi {{(pid=104010) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:42:25.066898 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-c0cba40b-c0a4-402a-8271-bb5e405a22b4 admin admin] Deleting port b593d40a-9be6-4c8c-ad0d-d3c59562d6d6 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:42:25.067243 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0cba40b-c0a4-402a-8271-bb5e405a22b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (b593d40a-9be6-4c8c-ad0d-d3c59562d6d6), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:25.150136 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-c0cba40b-c0a4-402a-8271-bb5e405a22b4 admin admin] For port b593d40a-9be6-4c8c-ad0d-d3c59562d6d6, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=b593d40a-9be6-4c8c-ad0d-d3c59562d6d6,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:42:25.150389 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0cba40b-c0a4-402a-8271-bb5e405a22b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (b593d40a-9be6-4c8c-ad0d-d3c59562d6d6), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:25.163816 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-c0cba40b-c0a4-402a-8271-bb5e405a22b4 admin admin] Calling delete_port for b593d40a-9be6-4c8c-ad0d-d3c59562d6d6 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:42:25.212435 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.l3_hamode_db [None req-2c602083-8af6-41ef-9498-851c6ca337e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'name': 'tempest-TestShelveInstance-1053639166-router', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:42:23Z', 'revision_number': 5, 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'gw_port': {'id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104010) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:42:25.239586 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c602083-8af6-41ef-9498-851c6ca337e5 None None] The sync data for ids ['7deba42d-0ab6-4e7c-90be-31365b59945c'] in dv-cinder-850548-1-iscsi is: [{'id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'name': 'tempest-TestShelveInstance-1053639166-router', 'tenant_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152'}], 'enable_snat': True}, 'gw_port_id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:42:23Z', 'revision_number': 5, 'project_id': 'f3f0c2dd35fa4890a64fcc7dcaddc633', 'gw_port': {'id': 'b593d40a-9be6-4c8c-ad0d-d3c59562d6d6', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e6:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7deba42d-0ab6-4e7c-90be-31365b59945c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 665, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:40Z', 'updated_at': '2022-07-20T19:37:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}] {{(pid=104010) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:42:25.321609 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=92,neutron:UPDATE=3,neutron:DELETE=5 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:25.341695 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0cba40b-c0a4-402a-8271-bb5e405a22b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (b593d40a-9be6-4c8c-ad0d-d3c59562d6d6), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:25.366898 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cba40b-c0a4-402a-8271-bb5e405a22b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=b593d40a-9be6-4c8c-ad0d-d3c59562d6d6,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:42:25.372242 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823af347-5fe1-4917-abee-4f19a099bf69 req-a3a63b37-2304-4501-b72d-f566a0941bcf tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:25.373830 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-823af347-5fe1-4917-abee-4f19a099bf69 req-a3a63b37-2304-4501-b72d-f566a0941bcf tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/ports?device_id=e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1 HTTP/1.1" status: 200 len: 949 time: 0.0499613 Jul 20 19:42:25.423944 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-823af347-5fe1-4917-abee-4f19a099bf69 req-4cd9db97-4144-448f-a92f-ad28628d3a00 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/security-groups?id=6aa11395-8b47-4340-b91f-56020283c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440536 Jul 20 19:42:25.437079 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0cba40b-c0a4-402a-8271-bb5e405a22b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1823180'] for router_gateway (7deba42d-0ab6-4e7c-90be-31365b59945c), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:25.525376 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0cba40b-c0a4-402a-8271-bb5e405a22b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1715651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3463'] for router (7deba42d-0ab6-4e7c-90be-31365b59945c), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:25.528291 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0cba40b-c0a4-402a-8271-bb5e405a22b4 admin admin] Publish callbacks [] for router_controller (7deba42d-0ab6-4e7c-90be-31365b59945c), precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:25.575630 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0cba40b-c0a4-402a-8271-bb5e405a22b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715575'] for router (7deba42d-0ab6-4e7c-90be-31365b59945c), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:25.576228 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0cba40b-c0a4-402a-8271-bb5e405a22b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7deba42d-0ab6-4e7c-90be-31365b59945c {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 19:42:25.580481 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-c0cba40b-c0a4-402a-8271-bb5e405a22b4 admin admin] Publish callbacks [] for router (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:25.581660 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-c0cba40b-c0a4-402a-8271-bb5e405a22b4 admin admin] 10.222.0.79 "DELETE /v2.0/routers/7deba42d-0ab6-4e7c-90be-31365b59945c HTTP/1.1" status: 204 len: 168 time: 0.9995022 Jul 20 19:42:25.584211 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 45060) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:42:25.636499 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4d3ddc0-effb-4529-8337-4e26340b9c67 admin admin] Deleting subnet a2bb6b12-0fd1-4309-b9b0-cd8302be8a40 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:42:25.640340 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d4d3ddc0-effb-4529-8337-4e26340b9c67 admin admin] Publish callbacks [] for subnet (a2bb6b12-0fd1-4309-b9b0-cd8302be8a40), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:25.683176 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d4d3ddc0-effb-4529-8337-4e26340b9c67 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25615735'] for subnet (a2bb6b12-0fd1-4309-b9b0-cd8302be8a40), precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:25.784850 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d4d3ddc0-effb-4529-8337-4e26340b9c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742266'] for subnet (a2bb6b12-0fd1-4309-b9b0-cd8302be8a40), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:25.789283 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device f975267d-aae0-4039-9f64-c5eedd6e5fd9 no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:42:25.810393 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: f975267d-aae0-4039-9f64-c5eedd6e5fd9 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:42:25.810742 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device f975267d-aae0-4039-9f64-c5eedd6e5fd9 not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:42:25.842513 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d4d3ddc0-effb-4529-8337-4e26340b9c67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26524778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26866038'] for subnet (a2bb6b12-0fd1-4309-b9b0-cd8302be8a40), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:25.867537 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d3ddc0-effb-4529-8337-4e26340b9c67 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a2bb6b12-0fd1-4309-b9b0-cd8302be8a40,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:42:25.874428 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d4d3ddc0-effb-4529-8337-4e26340b9c67 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:25.877751 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-d4d3ddc0-effb-4529-8337-4e26340b9c67 admin admin] 10.222.0.79 "DELETE /v2.0/subnets/a2bb6b12-0fd1-4309-b9b0-cd8302be8a40 HTTP/1.1" status: 204 len: 168 time: 0.2920640 Jul 20 19:42:25.880213 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 45062) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:42:25.883053 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5b56b4-b88e-4d93-8d6d-829d631e5160 None None] Network 9b89c0a6-a46c-4abc-8170-f8b4a3cbb712 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:42:25.959412 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3a057daf-ca6f-4c22-a1ca-73286beba48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636708'] for network (9b89c0a6-a46c-4abc-8170-f8b4a3cbb712), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:25.997996 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:26.006186 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-3a057daf-ca6f-4c22-a1ca-73286beba48c admin admin] Deleting port 2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:42:26.006613 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3a057daf-ca6f-4c22-a1ca-73286beba48c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:26.074797 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-3a057daf-ca6f-4c22-a1ca-73286beba48c admin admin] For port 2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d,segment=NetworkSegment(7653af05-7371-43ac-ab31-08326cf09c3e),segment_id=7653af05-7371-43ac-ab31-08326cf09c3e)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:42:26.075165 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3a057daf-ca6f-4c22-a1ca-73286beba48c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:26.088390 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-3a057daf-ca6f-4c22-a1ca-73286beba48c admin admin] Calling delete_port for 2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:42:26.170893 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3a057daf-ca6f-4c22-a1ca-73286beba48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:26.197218 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a057daf-ca6f-4c22-a1ca-73286beba48c admin admin] Pushing event deleted for resources: {'Port': ['ID=2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:42:26.201569 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a057daf-ca6f-4c22-a1ca-73286beba48c admin admin] No DVR routers for this DVR port 2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d on host dv-cinder-850548-1-iscsi {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:42:26.280188 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3a057daf-ca6f-4c22-a1ca-73286beba48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-742656', 'neutron.services.segments.db._delete_segments_for_network-8773866507587'] for network (9b89c0a6-a46c-4abc-8170-f8b4a3cbb712), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:26.303420 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-803b79bb-15ea-42a6-9814-fcf198c31192 None None] DHCP port deletion for 9b89c0a6-a46c-4abc-8170-f8b4a3cbb712 request from dv-cinder-850548-1-iscsi {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 19:42:26.304140 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-3a057daf-ca6f-4c22-a1ca-73286beba48c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b89c0a6-a46c-4abc-8170-f8b4a3cbb712']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:42:26.316025 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-3a057daf-ca6f-4c22-a1ca-73286beba48c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7653af05-7371-43ac-ab31-08326cf09c3e') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:42:26.316330 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-3a057daf-ca6f-4c22-a1ca-73286beba48c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7653af05-7371-43ac-ab31-08326cf09c3e') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:42:26.326250 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=93,neutron:DELETE=5,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:26.328075 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3a057daf-ca6f-4c22-a1ca-73286beba48c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773866508876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25615712'] for segment (7653af05-7371-43ac-ab31-08326cf09c3e), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:26.343276 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3a057daf-ca6f-4c22-a1ca-73286beba48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (7653af05-7371-43ac-ab31-08326cf09c3e), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:26.350070 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a057daf-ca6f-4c22-a1ca-73286beba48c admin admin] Releasing vlan 952 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:42:26.350456 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3a057daf-ca6f-4c22-a1ca-73286beba48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26525640'] for segment (7653af05-7371-43ac-ab31-08326cf09c3e), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:26.419412 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3a057daf-ca6f-4c22-a1ca-73286beba48c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1823185'] for network (9b89c0a6-a46c-4abc-8170-f8b4a3cbb712), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:26.424847 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-3a057daf-ca6f-4c22-a1ca-73286beba48c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:26.428675 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-3a057daf-ca6f-4c22-a1ca-73286beba48c admin admin] 10.222.0.79 "DELETE /v2.0/networks/9b89c0a6-a46c-4abc-8170-f8b4a3cbb712 HTTP/1.1" status: 204 len: 168 time: 0.5469162 Jul 20 19:42:26.431868 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.wsgi [-] (104008) accepted ('10.222.0.79', 45068) {{(pid=104008) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:42:26.444047 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a057daf-ca6f-4c22-a1ca-73286beba48c admin admin] Pushing event deleted for resources: {'Network': ['ID=9b89c0a6-a46c-4abc-8170-f8b4a3cbb712,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:42:26.505380 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.services.segments.plugin [-] Segment 7653af05-7371-43ac-ab31-08326cf09c3e resource provider aggregate not found Jul 20 19:42:26.521734 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.services.segments.plugin [-] Segment 7653af05-7371-43ac-ab31-08326cf09c3e resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 7653af05-7371-43ac-ab31-08326cf09c3e found for delete ", "request_id": "req-2051b955-a449-4da2-8455-4fcaac59fbf2"}]} Jul 20 19:42:26.582245 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb58c12-0778-4110-abd4-22ce5a758fbb req-b356c20b-622f-4fe5-aeaa-38004c17ec6b tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:26.583714 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cbb58c12-0778-4110-abd4-22ce5a758fbb req-b356c20b-622f-4fe5-aeaa-38004c17ec6b tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/ports?device_id=e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1 HTTP/1.1" status: 200 len: 949 time: 0.0870438 Jul 20 19:42:26.714574 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-cbb58c12-0778-4110-abd4-22ce5a758fbb req-fb7eefeb-6b1a-4786-9d45-e5831b30e91b tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/security-groups?id=6aa11395-8b47-4340-b91f-56020283c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1246803 Jul 20 19:42:26.849152 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae8178a3-f9d1-4673-a0ac-eb3282881e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1712453'] for router_interface (0e56218e-84dd-4dd3-b068-f69d91f78234), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:27.024786 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72c0bb4-0197-4547-8a1d-ebfe8cdc314c req-00420cac-21ec-4e07-8512-067540f4b1e3 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:27.026165 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e72c0bb4-0197-4547-8a1d-ebfe8cdc314c req-00420cac-21ec-4e07-8512-067540f4b1e3 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/ports?device_id=e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1 HTTP/1.1" status: 200 len: 949 time: 0.0809956 Jul 20 19:42:27.082857 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:27.126344 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-e72c0bb4-0197-4547-8a1d-ebfe8cdc314c req-f2234ce6-a0a9-4c99-be38-71b0b518195c tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/security-groups?id=6aa11395-8b47-4340-b91f-56020283c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762753 Jul 20 19:42:27.130408 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=100 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:27.169777 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-ae8178a3-f9d1-4673-a0ac-eb3282881e8f admin admin] Deleting port c7472f19-2122-4b8d-b18b-cd2ad4838e0b {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:42:27.170135 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae8178a3-f9d1-4673-a0ac-eb3282881e8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (c7472f19-2122-4b8d-b18b-cd2ad4838e0b), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:27.252969 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [None req-ae8178a3-f9d1-4673-a0ac-eb3282881e8f admin admin] For port c7472f19-2122-4b8d-b18b-cd2ad4838e0b, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=c7472f19-2122-4b8d-b18b-cd2ad4838e0b,segment=NetworkSegment(1c268cbb-149f-40f0-9521-58d6d1942d46),segment_id=1c268cbb-149f-40f0-9521-58d6d1942d46)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:42:27.253335 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae8178a3-f9d1-4673-a0ac-eb3282881e8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (c7472f19-2122-4b8d-b18b-cd2ad4838e0b), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:27.267541 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [None req-ae8178a3-f9d1-4673-a0ac-eb3282881e8f admin admin] Calling delete_port for c7472f19-2122-4b8d-b18b-cd2ad4838e0b owned by network:router_interface {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:42:27.458814 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae8178a3-f9d1-4673-a0ac-eb3282881e8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (c7472f19-2122-4b8d-b18b-cd2ad4838e0b), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:27.484473 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8178a3-f9d1-4673-a0ac-eb3282881e8f admin admin] Pushing event deleted for resources: {'Port': ['ID=c7472f19-2122-4b8d-b18b-cd2ad4838e0b,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:42:27.664861 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [None req-ae8178a3-f9d1-4673-a0ac-eb3282881e8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-2037749', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1712593'] for router_interface (0e56218e-84dd-4dd3-b068-f69d91f78234), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:27.782758 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:42:27.803032 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: 2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:42:27.803515 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 2fc1a91f-b4c7-4ee3-a01f-2266d7a07d7d not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:42:27.804001 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device b593d40a-9be6-4c8c-ad0d-d3c59562d6d6 no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:42:27.826009 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: b593d40a-9be6-4c8c-ad0d-d3c59562d6d6 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:42:27.826364 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device b593d40a-9be6-4c8c-ad0d-d3c59562d6d6 not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:42:27.895682 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae8178a3-f9d1-4673-a0ac-eb3282881e8f admin admin] Router 0e56218e-84dd-4dd3-b068-f69d91f78234 has already been hosted by L3 agent 38efcf5b-1e8e-49a7-ad50-c90216a343d1 {{(pid=104008) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jul 20 19:42:27.999075 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=95,neutron:DELETE=4,neutron:UPDATE=1 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:28.004286 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae8178a3-f9d1-4673-a0ac-eb3282881e8f admin admin] Notify agent at l3_agent.dv-cinder-850548-1-iscsi the message routers_updated {{(pid=104008) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 20 19:42:28.009944 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [None req-ae8178a3-f9d1-4673-a0ac-eb3282881e8f admin admin] 10.222.0.79 "PUT /v2.0/routers/0e56218e-84dd-4dd3-b068-f69d91f78234/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5757759 Jul 20 19:42:28.012111 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 45080) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:42:28.014170 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfa25ea-c37b-464f-b42a-0dd280bf4e2b None None] Sync routers for ids ['0e56218e-84dd-4dd3-b068-f69d91f78234'] in dv-cinder-850548-1-iscsi {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 20 19:42:28.025437 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfa25ea-c37b-464f-b42a-0dd280bf4e2b None None] Routers {'0e56218e-84dd-4dd3-b068-f69d91f78234'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:42:28.026061 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5bfa25ea-c37b-464f-b42a-0dd280bf4e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:42:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['0e56218e-84dd-4dd3-b068-f69d91f78234'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:42:28.119062 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d956cd67-d9e1-4bac-84a9-751d7103281f admin admin] Publish callbacks [] for router (0e56218e-84dd-4dd3-b068-f69d91f78234), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:28.132067 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-5bfa25ea-c37b-464f-b42a-0dd280bf4e2b None None] Set router 0e56218e-84dd-4dd3-b068-f69d91f78234 gateway port host: dv-cinder-850548-1-iscsi {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:42:28.216015 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=96,neutron:DELETE=4 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:28.226411 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d956cd67-d9e1-4bac-84a9-751d7103281f admin admin] Publish callbacks [] for router_gateway (0e56218e-84dd-4dd3-b068-f69d91f78234), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:28.259344 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc29065-8f40-44fe-90bb-0e44f84505d2 req-59e070f9-7ee8-4794-ac24-50d910165759 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:28.260822 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-dfc29065-8f40-44fe-90bb-0e44f84505d2 req-59e070f9-7ee8-4794-ac24-50d910165759 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/ports?device_id=e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1 HTTP/1.1" status: 200 len: 949 time: 0.0544815 Jul 20 19:42:28.273430 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d956cd67-d9e1-4bac-84a9-751d7103281f admin admin] Deleting port b9303dcd-ce82-4cf4-8d84-6539648dde76 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:42:28.273868 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d956cd67-d9e1-4bac-84a9-751d7103281f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (b9303dcd-ce82-4cf4-8d84-6539648dde76), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:28.318098 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-dfc29065-8f40-44fe-90bb-0e44f84505d2 req-5ca91d9e-3d38-4830-af02-5c198443e1c5 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/security-groups?id=6aa11395-8b47-4340-b91f-56020283c2c8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500207 Jul 20 19:42:28.322327 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5bfa25ea-c37b-464f-b42a-0dd280bf4e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e56218e-84dd-4dd3-b068-f69d91f78234', 'name': 'tempest-TestShelveInstance-1994076831-router', 'tenant_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'external_fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.125'}], 'enable_snat': True}, 'gw_port_id': 'b9303dcd-ce82-4cf4-8d84-6539648dde76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:37:45Z', 'updated_at': '2022-07-20T19:42:27Z', 'revision_number': 5, 'project_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'gw_port': {'id': 'b9303dcd-ce82-4cf4-8d84-6539648dde76', 'name': '', 'network_id': '0148b93c-d79f-482c-aa55-1b162de4f442', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:05:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e56218e-84dd-4dd3-b068-f69d91f78234', 'device_owner': 'network:router_gateway', 'standard_attr_id': 677, 'fixed_ips': [{'subnet_id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'ip_address': '172.27.3.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-850548-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-07-20T19:37:45Z', 'updated_at': '2022-07-20T19:37:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a6c0e64-8fd5-4336-8a8c-b393c90fda39', 'cidr': '172.27.3.0/24', 'gateway_ip': '172.27.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-850548-1-iscsi'}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:42:28.349885 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfa25ea-c37b-464f-b42a-0dd280bf4e2b None None] Checking router: 0e56218e-84dd-4dd3-b068-f69d91f78234 for host: dv-cinder-850548-1-iscsi {{(pid=104009) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 20 19:42:28.358568 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bfa25ea-c37b-464f-b42a-0dd280bf4e2b None None] Routers {'0e56218e-84dd-4dd3-b068-f69d91f78234'} bound to L3 agent in host dv-cinder-850548-1-iscsi {{(pid=104009) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:426}} Jul 20 19:42:28.359173 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5bfa25ea-c37b-464f-b42a-0dd280bf4e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-850548-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-07-20T19:19:16Z,description=,heartbeat_timestamp=2022-07-20T19:42:16Z,host='dv-cinder-850548-1-iscsi',id=38efcf5b-1e8e-49a7-ad50-c90216a343d1,load=0,resource_versions=,resources_synced=,started_at=2022-07-20T19:19:16Z,topic='l3_agent')) {'router_ids': ['0e56218e-84dd-4dd3-b068-f69d91f78234'], 'active': True} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:42:28.368686 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-d956cd67-d9e1-4bac-84a9-751d7103281f admin admin] For port b9303dcd-ce82-4cf4-8d84-6539648dde76, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=b9303dcd-ce82-4cf4-8d84-6539648dde76,segment=NetworkSegment(0e7b15f5-3f0f-42c3-b082-6cec10e29edf),segment_id=0e7b15f5-3f0f-42c3-b082-6cec10e29edf)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:42:28.369154 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d956cd67-d9e1-4bac-84a9-751d7103281f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (b9303dcd-ce82-4cf4-8d84-6539648dde76), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:28.383058 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-d956cd67-d9e1-4bac-84a9-751d7103281f admin admin] Calling delete_port for b9303dcd-ce82-4cf4-8d84-6539648dde76 owned by network:router_gateway {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:42:28.445025 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20307b5a-be82-4719-93a4-6b8a77aaa53c req-0194a956-77e4-4b55-807e-09611472a658 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=104008) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}} Jul 20 19:42:28.446577 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-20307b5a-be82-4719-93a4-6b8a77aaa53c req-0194a956-77e4-4b55-807e-09611472a658 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.96 "GET /v2.0/ports?device_id=e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1 HTTP/1.1" status: 200 len: 949 time: 0.0549583 Jul 20 19:42:28.453046 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvr_db [None req-5bfa25ea-c37b-464f-b42a-0dd280bf4e2b None None] Set router 0e56218e-84dd-4dd3-b068-f69d91f78234 gateway port host: None {{(pid=104009) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:907}} Jul 20 19:42:28.507892 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_hamode_db [None req-5bfa25ea-c37b-464f-b42a-0dd280bf4e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e56218e-84dd-4dd3-b068-f69d91f78234', 'name': 'tempest-TestShelveInstance-1994076831-router', 'tenant_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:37:45Z', 'updated_at': '2022-07-20T19:42:28Z', 'revision_number': 6, 'project_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'gw_port_host': None}], 'dv-cinder-850548-1-iscsi', False) {} {{(pid=104009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:42:28.535286 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bfa25ea-c37b-464f-b42a-0dd280bf4e2b None None] The sync data for ids ['0e56218e-84dd-4dd3-b068-f69d91f78234'] in dv-cinder-850548-1-iscsi is: [{'id': '0e56218e-84dd-4dd3-b068-f69d91f78234', 'name': 'tempest-TestShelveInstance-1994076831-router', 'tenant_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-07-20T19:37:45Z', 'updated_at': '2022-07-20T19:42:28Z', 'revision_number': 6, 'project_id': 'cd91da4bd20948c8a4dd918ac4f88390', 'gw_port_host': None}] {{(pid=104009) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 20 19:42:28.538647 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-20307b5a-be82-4719-93a4-6b8a77aaa53c req-cb0d5c43-6ad3-40d3-9957-924540eef8f6 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Deleting port 50092e59-4883-423d-b2a1-0aa056a89899 {{(pid=104008) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:42:28.539109 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-20307b5a-be82-4719-93a4-6b8a77aaa53c req-cb0d5c43-6ad3-40d3-9957-924540eef8f6 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (50092e59-4883-423d-b2a1-0aa056a89899), before_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:28.542016 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:28.570186 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d956cd67-d9e1-4bac-84a9-751d7103281f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (b9303dcd-ce82-4cf4-8d84-6539648dde76), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:28.598333 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956cd67-d9e1-4bac-84a9-751d7103281f admin admin] Pushing event deleted for resources: {'Port': ['ID=b9303dcd-ce82-4cf4-8d84-6539648dde76,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:42:28.648966 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.db [req-20307b5a-be82-4719-93a4-6b8a77aaa53c req-cb0d5c43-6ad3-40d3-9957-924540eef8f6 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] For port 50092e59-4883-423d-b2a1-0aa056a89899, host hv-cinder-85054, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-85054',level=0,port_id=50092e59-4883-423d-b2a1-0aa056a89899,segment=NetworkSegment(066a1191-593f-46be-b143-20c3e8059a15),segment_id=066a1191-593f-46be-b143-20c3e8059a15)] {{(pid=104008) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:42:28.649330 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-20307b5a-be82-4719-93a4-6b8a77aaa53c req-cb0d5c43-6ad3-40d3-9957-924540eef8f6 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (50092e59-4883-423d-b2a1-0aa056a89899), precommit_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:28.663800 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.plugins.ml2.plugin [req-20307b5a-be82-4719-93a4-6b8a77aaa53c req-cb0d5c43-6ad3-40d3-9957-924540eef8f6 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Calling delete_port for 50092e59-4883-423d-b2a1-0aa056a89899 owned by compute:nova {{(pid=104008) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:42:28.664229 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d956cd67-d9e1-4bac-84a9-751d7103281f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1823180'] for router_gateway (0e56218e-84dd-4dd3-b068-f69d91f78234), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:28.754454 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d956cd67-d9e1-4bac-84a9-751d7103281f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1715651', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3463'] for router (0e56218e-84dd-4dd3-b068-f69d91f78234), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:28.757612 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d956cd67-d9e1-4bac-84a9-751d7103281f admin admin] Publish callbacks [] for router_controller (0e56218e-84dd-4dd3-b068-f69d91f78234), precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:28.804127 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d956cd67-d9e1-4bac-84a9-751d7103281f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1715575'] for router (0e56218e-84dd-4dd3-b068-f69d91f78234), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:28.804810 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d956cd67-d9e1-4bac-84a9-751d7103281f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e56218e-84dd-4dd3-b068-f69d91f78234 {{(pid=104007) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 20 19:42:28.805949 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-20307b5a-be82-4719-93a4-6b8a77aaa53c req-cb0d5c43-6ad3-40d3-9957-924540eef8f6 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3299431'] for port (50092e59-4883-423d-b2a1-0aa056a89899), after_delete {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:28.809339 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d956cd67-d9e1-4bac-84a9-751d7103281f admin admin] Publish callbacks [] for router (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:28.813862 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-d956cd67-d9e1-4bac-84a9-751d7103281f admin admin] 10.222.0.79 "DELETE /v2.0/routers/0e56218e-84dd-4dd3-b068-f69d91f78234 HTTP/1.1" status: 204 len: 168 time: 0.7971439 Jul 20 19:42:28.814040 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 45084) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:42:28.839911 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0d5c43-6ad3-40d3-9957-924540eef8f6 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Pushing event deleted for resources: {'Port': ['ID=50092e59-4883-423d-b2a1-0aa056a89899,revision_number=None']} {{(pid=104008) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:42:28.843159 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] get_ports_and_sgs() called for port_ids ['50092e59-4883-423d-b2a1-0aa056a89899'] {{(pid=104009) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 20 19:42:28.866275 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3afc6fc-96f7-4740-b8d2-9460197e75be admin admin] Deleting subnet 2492c88a-c3a5-4dff-b811-8c4c93190748 {{(pid=104007) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1067}} Jul 20 19:42:28.869672 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a3afc6fc-96f7-4740-b8d2-9460197e75be admin admin] Publish callbacks [] for subnet (2492c88a-c3a5-4dff-b811-8c4c93190748), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:28.894638 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.db.l3_dvrscheduler_db [req-20307b5a-be82-4719-93a4-6b8a77aaa53c req-cb0d5c43-6ad3-40d3-9957-924540eef8f6 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] No DVR routers for this DVR port 50092e59-4883-423d-b2a1-0aa056a89899 on host hv-cinder-85054 {{(pid=104008) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:42:28.897209 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron_lib.callbacks.manager [req-20307b5a-be82-4719-93a4-6b8a77aaa53c req-cb0d5c43-6ad3-40d3-9957-924540eef8f6 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-216369'] for port (None), before_response {{(pid=104008) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:28.903423 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-20307b5a-be82-4719-93a4-6b8a77aaa53c req-cb0d5c43-6ad3-40d3-9957-924540eef8f6 tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.96 "DELETE /v2.0/ports/50092e59-4883-423d-b2a1-0aa056a89899 HTTP/1.1" status: 204 len: 173 time: 0.4499047 Jul 20 19:42:28.903635 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1', 'name': 'network-vif-deleted', 'tag': '50092e59-4883-423d-b2a1-0aa056a89899'}] {{(pid=104008) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Jul 20 19:42:28.906826 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.79/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}c3b1dfdbf0289aee3f2dc4b6398cafbe4b59a22243bc96c873f0ff603357b0b9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fac5091a-a94e-4f86-9afd-344d3b1090bf" -d '{"events": [{"server_uuid": "e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1", "name": "network-vif-deleted", "tag": "50092e59-4883-423d-b2a1-0aa056a89899"}]}' {{(pid=104008) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 20 19:42:28.912662 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=90,neutron:DELETE=8,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:28.936597 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a3afc6fc-96f7-4740-b8d2-9460197e75be admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-25615735'] for subnet (2492c88a-c3a5-4dff-b811-8c4c93190748), precommit_delete_associations {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:28.961773 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Wed, 20 Jul 2022 19:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433ef186-8f2e-4b6d-8d0b-dc1f272fd98c x-openstack-request-id: req-433ef186-8f2e-4b6d-8d0b-dc1f272fd98c {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 20 19:42:28.962075 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1", "name": "network-vif-deleted", "tag": "50092e59-4883-423d-b2a1-0aa056a89899", "status": "completed", "code": 200}]} {{(pid=104008) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 20 19:42:28.962383 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.79/compute/v2.1/os-server-external-events used request id req-433ef186-8f2e-4b6d-8d0b-dc1f272fd98c {{(pid=104008) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 20 19:42:28.962795 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.notifiers.nova [-] Nova event matching ['req-433ef186-8f2e-4b6d-8d0b-dc1f272fd98c'] response: {'server_uuid': 'e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1', 'name': 'network-vif-deleted', 'tag': '50092e59-4883-423d-b2a1-0aa056a89899', 'status': 'completed', 'code': 200} Jul 20 19:42:29.055391 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a3afc6fc-96f7-4740-b8d2-9460197e75be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-742266'] for subnet (2492c88a-c3a5-4dff-b811-8c4c93190748), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:29.116164 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a3afc6fc-96f7-4740-b8d2-9460197e75be admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-742252', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1664491', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-26524778', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-26866038'] for subnet (2492c88a-c3a5-4dff-b811-8c4c93190748), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:29.143508 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3afc6fc-96f7-4740-b8d2-9460197e75be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2492c88a-c3a5-4dff-b811-8c4c93190748,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:42:29.147129 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-a3afc6fc-96f7-4740-b8d2-9460197e75be admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:29.150275 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-a3afc6fc-96f7-4740-b8d2-9460197e75be admin admin] 10.222.0.79 "DELETE /v2.0/subnets/2492c88a-c3a5-4dff-b811-8c4c93190748 HTTP/1.1" status: 204 len: 168 time: 0.3352528 Jul 20 19:42:29.153077 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 45088) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:42:29.155345 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ac8404d-2bd6-4df2-ae53-f23cdf1161ae None None] Network 031da953-c484-4a5c-846a-9b87a1e4ec92 requested from dv-cinder-850548-1-iscsi {{(pid=104009) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Jul 20 19:42:29.228739 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-380c5d94-6bdb-42ef-bee5-be12f4cb301c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-636708'] for network (031da953-c484-4a5c-846a-9b87a1e4ec92), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:29.273939 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-380c5d94-6bdb-42ef-bee5-be12f4cb301c admin admin] Deleting port 1caa6fcf-5e08-4748-9205-631efb9e7250 {{(pid=104007) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:42:29.274284 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-380c5d94-6bdb-42ef-bee5-be12f4cb301c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (1caa6fcf-5e08-4748-9205-631efb9e7250), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:29.371984 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.db [None req-380c5d94-6bdb-42ef-bee5-be12f4cb301c admin admin] For port 1caa6fcf-5e08-4748-9205-631efb9e7250, host dv-cinder-850548-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-850548-1-iscsi',level=0,port_id=1caa6fcf-5e08-4748-9205-631efb9e7250,segment=NetworkSegment(1c268cbb-149f-40f0-9521-58d6d1942d46),segment_id=1c268cbb-149f-40f0-9521-58d6d1942d46)] {{(pid=104007) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:42:29.372360 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-380c5d94-6bdb-42ef-bee5-be12f4cb301c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (1caa6fcf-5e08-4748-9205-631efb9e7250), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:29.397628 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.plugin [None req-380c5d94-6bdb-42ef-bee5-be12f4cb301c admin admin] Calling delete_port for 1caa6fcf-5e08-4748-9205-631efb9e7250 owned by network:dhcp {{(pid=104007) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:42:29.464054 dv-cinder-850548-1-iscsi neutron-server[104008]: INFO neutron.wsgi [req-2f1eb9f1-f149-4e69-892c-81cf24f36e92 req-25f4e819-dbfe-49af-b1fe-3a079e055f8a tempest-VolumesNegativeTest-1534382368 tempest-VolumesNegativeTest-1534382368-project] 10.222.0.79 "GET /v2.0/ports?device_id=e1c41b00-c2a3-4f60-a645-2ea0be8ed5b1 HTTP/1.1" status: 200 len: 210 time: 0.0462613 Jul 20 19:42:29.483466 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d5120d3-a3df-4f04-b208-a75cbafe6a53 None None] DHCP port deletion for 031da953-c484-4a5c-846a-9b87a1e4ec92 request from dv-cinder-850548-1-iscsi {{(pid=104009) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Jul 20 19:42:29.512211 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-380c5d94-6bdb-42ef-bee5-be12f4cb301c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-26525621'] for port (1caa6fcf-5e08-4748-9205-631efb9e7250), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:29.535085 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2d5120d3-a3df-4f04-b208-a75cbafe6a53 None None] Deleting port 1caa6fcf-5e08-4748-9205-631efb9e7250 {{(pid=104009) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jul 20 19:42:29.535440 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d5120d3-a3df-4f04-b208-a75cbafe6a53 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8773866414830'] for port (1caa6fcf-5e08-4748-9205-631efb9e7250), before_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:29.544006 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c5d94-6bdb-42ef-bee5-be12f4cb301c admin admin] Pushing event deleted for resources: {'Port': ['ID=1caa6fcf-5e08-4748-9205-631efb9e7250,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:42:29.550678 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.db.l3_dvrscheduler_db [None req-380c5d94-6bdb-42ef-bee5-be12f4cb301c admin admin] No DVR routers for this DVR port 1caa6fcf-5e08-4748-9205-631efb9e7250 on host dv-cinder-850548-1-iscsi {{(pid=104007) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:42:29.607702 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.db [None req-2d5120d3-a3df-4f04-b208-a75cbafe6a53 None None] For port 1caa6fcf-5e08-4748-9205-631efb9e7250, host dv-cinder-850548-1-iscsi, got binding levels [] {{(pid=104009) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 20 19:42:29.608019 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d5120d3-a3df-4f04-b208-a75cbafe6a53 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1823364'] for port (1caa6fcf-5e08-4748-9205-631efb9e7250), precommit_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:29.612633 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=91,neutron:DELETE=6,neutron:UPDATE=3 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:29.622449 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-2d5120d3-a3df-4f04-b208-a75cbafe6a53 None None] Calling delete_port for 1caa6fcf-5e08-4748-9205-631efb9e7250 owned by network:dhcp {{(pid=104009) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2116}} Jul 20 19:42:29.625657 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.ipam_backend_mixin [None req-2d5120d3-a3df-4f04-b208-a75cbafe6a53 None None] Port 1caa6fcf-5e08-4748-9205-631efb9e7250 was not found and therefore no delete operation was performed {{(pid=104009) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:566}} Jul 20 19:42:29.626911 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-2d5120d3-a3df-4f04-b208-a75cbafe6a53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-587449', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-202536', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8773866421827', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8773866057741'] for port (1caa6fcf-5e08-4748-9205-631efb9e7250), after_delete {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:29.646307 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-380c5d94-6bdb-42ef-bee5-be12f4cb301c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-742656', 'neutron.services.segments.db._delete_segments_for_network-8773866507587'] for network (031da953-c484-4a5c-846a-9b87a1e4ec92), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:29.649870 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d5120d3-a3df-4f04-b208-a75cbafe6a53 None None] Pushing event deleted for resources: {'Port': ['ID=1caa6fcf-5e08-4748-9205-631efb9e7250,revision_number=None']} {{(pid=104009) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:42:29.655912 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5120d3-a3df-4f04-b208-a75cbafe6a53 None None] No DVR routers for this DVR port 1caa6fcf-5e08-4748-9205-631efb9e7250 on host dv-cinder-850548-1-iscsi {{(pid=104009) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:215}} Jul 20 19:42:29.675278 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-380c5d94-6bdb-42ef-bee5-be12f4cb301c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031da953-c484-4a5c-846a-9b87a1e4ec92']}} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:42:29.690203 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-380c5d94-6bdb-42ef-bee5-be12f4cb301c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c268cbb-149f-40f0-9521-58d6d1942d46') {'for_net_delete': True} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:42:29.690507 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.services.segments.db [None req-380c5d94-6bdb-42ef-bee5-be12f4cb301c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c268cbb-149f-40f0-9521-58d6d1942d46') {} {{(pid=104007) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 20 19:42:29.705509 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-380c5d94-6bdb-42ef-bee5-be12f4cb301c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8773866508876', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-25615712'] for segment (1c268cbb-149f-40f0-9521-58d6d1942d46), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:29.721599 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-380c5d94-6bdb-42ef-bee5-be12f4cb301c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512'] for segment (1c268cbb-149f-40f0-9521-58d6d1942d46), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:29.729089 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-380c5d94-6bdb-42ef-bee5-be12f4cb301c admin admin] Releasing vlan 964 on physical network physnet1 to pool {{(pid=104007) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 20 19:42:29.729516 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-380c5d94-6bdb-42ef-bee5-be12f4cb301c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-686512', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-26525640'] for segment (1c268cbb-149f-40f0-9521-58d6d1942d46), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:29.739903 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 1caa6fcf-5e08-4748-9205-631efb9e7250 no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:42:29.764124 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: 1caa6fcf-5e08-4748-9205-631efb9e7250 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:42:29.764479 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device 1caa6fcf-5e08-4748-9205-631efb9e7250 not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:42:29.764933 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device c7472f19-2122-4b8d-b18b-cd2ad4838e0b no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:42:29.785775 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: c7472f19-2122-4b8d-b18b-cd2ad4838e0b {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:42:29.786010 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.services.segments.plugin [-] Segment 1c268cbb-149f-40f0-9521-58d6d1942d46 resource provider aggregate not found Jul 20 19:42:29.786153 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device c7472f19-2122-4b8d-b18b-cd2ad4838e0b not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:42:29.786666 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device b9303dcd-ce82-4cf4-8d84-6539648dde76 no longer exists at agent ovs-agent-dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:42:29.805355 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-380c5d94-6bdb-42ef-bee5-be12f4cb301c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-742665', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006549', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-2037756', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1823185'] for network (031da953-c484-4a5c-846a-9b87a1e4ec92), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:29.807281 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] No Port match for: b9303dcd-ce82-4cf4-8d84-6539648dde76 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:42:29.808443 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Device b9303dcd-ce82-4cf4-8d84-6539648dde76 not bound to the agent host dv-cinder-850548-1-iscsi {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:42:29.809129 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.services.segments.plugin [-] Segment 1c268cbb-149f-40f0-9521-58d6d1942d46 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1c268cbb-149f-40f0-9521-58d6d1942d46 found for delete ", "request_id": "req-13538bc5-1caf-41b1-abed-e791018ea87b"}]} Jul 20 19:42:29.822950 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-380c5d94-6bdb-42ef-bee5-be12f4cb301c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-2037742'] for network (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:29.827213 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-380c5d94-6bdb-42ef-bee5-be12f4cb301c admin admin] 10.222.0.79 "DELETE /v2.0/networks/031da953-c484-4a5c-846a-9b87a1e4ec92 HTTP/1.1" status: 204 len: 168 time: 0.6732059 Jul 20 19:42:29.828404 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380c5d94-6bdb-42ef-bee5-be12f4cb301c admin admin] Pushing event deleted for resources: {'Network': ['ID=031da953-c484-4a5c-846a-9b87a1e4ec92,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:42:30.003491 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 45098) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:42:30.046283 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-6e71f4d6-d7eb-4659-9afa-180dec8f4f0b admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=f3f0c2dd35fa4890a64fcc7dcaddc633&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0411799 Jul 20 19:42:30.048730 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 45100) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:42:30.098550 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f26d529-31b0-4450-826c-ad5a9def1026 admin admin] Publish callbacks [] for security_group (37612ae9-3f08-4da2-a64e-284ef5f31e15), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:30.121294 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f26d529-31b0-4450-826c-ad5a9def1026 admin admin] Publish callbacks [] for security_group (37612ae9-3f08-4da2-a64e-284ef5f31e15), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:30.134948 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=88,neutron:DELETE=10,neutron:UPDATE=2 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:30.171089 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f26d529-31b0-4450-826c-ad5a9def1026 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (37612ae9-3f08-4da2-a64e-284ef5f31e15), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:30.173953 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-2f26d529-31b0-4450-826c-ad5a9def1026 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:30.175108 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-2f26d529-31b0-4450-826c-ad5a9def1026 admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/37612ae9-3f08-4da2-a64e-284ef5f31e15 HTTP/1.1" status: 204 len: 168 time: 0.1254644 Jul 20 19:42:30.184078 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f26d529-31b0-4450-826c-ad5a9def1026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37612ae9-3f08-4da2-a64e-284ef5f31e15,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:42:30.497563 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 45108) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:42:30.551668 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-9dddca75-eeef-4320-9dce-e9b8ceff58e4 admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=cd91da4bd20948c8a4dd918ac4f88390&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0529125 Jul 20 19:42:30.554173 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 45114) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:42:30.605918 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d809a7a6-f300-4302-aaf8-13523ad6d9be admin admin] Publish callbacks [] for security_group (f401cc47-f416-43fe-a901-d63c53903f72), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:30.628699 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d809a7a6-f300-4302-aaf8-13523ad6d9be admin admin] Publish callbacks [] for security_group (f401cc47-f416-43fe-a901-d63c53903f72), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:30.679551 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d809a7a6-f300-4302-aaf8-13523ad6d9be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (f401cc47-f416-43fe-a901-d63c53903f72), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:30.682159 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-d809a7a6-f300-4302-aaf8-13523ad6d9be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:30.683343 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-d809a7a6-f300-4302-aaf8-13523ad6d9be admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/f401cc47-f416-43fe-a901-d63c53903f72 HTTP/1.1" status: 204 len: 168 time: 0.1281836 Jul 20 19:42:30.692951 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d809a7a6-f300-4302-aaf8-13523ad6d9be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f401cc47-f416-43fe-a901-d63c53903f72,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:42:32.206651 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 50092e59-4883-423d-b2a1-0aa056a89899 no longer exists at agent hyperv_hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 20 19:42:32.226722 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.plugin [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] No Port match for: 50092e59-4883-423d-b2a1-0aa056a89899 {{(pid=104009) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2376}} Jul 20 19:42:32.227072 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron.plugins.ml2.rpc [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Device 50092e59-4883-423d-b2a1-0aa056a89899 not bound to the agent host hv-cinder-85054 {{(pid=104009) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 20 19:42:35.080764 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 45360) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:42:35.212689 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-e394d6c2-f56b-4aa2-8ce5-0ebe1df8b8ef admin admin] 10.222.0.79 "GET /v2.0/security-groups?tenant_id=67f87e7aec9f4fa7a23ba9ea65d2d733&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1306200 Jul 20 19:42:35.215556 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [-] (104007) accepted ('10.222.0.79', 45364) {{(pid=104007) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jul 20 19:42:35.264043 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c107f47-b4fc-4e79-b147-45454839de6b admin admin] Publish callbacks [] for security_group (6aa11395-8b47-4340-b91f-56020283c2c8), before_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:35.287888 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c107f47-b4fc-4e79-b147-45454839de6b admin admin] Publish callbacks [] for security_group (6aa11395-8b47-4340-b91f-56020283c2c8), precommit_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:35.337686 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c107f47-b4fc-4e79-b147-45454839de6b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-2006596'] for security_group (6aa11395-8b47-4340-b91f-56020283c2c8), after_delete {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:35.340250 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron_lib.callbacks.manager [None req-9c107f47-b4fc-4e79-b147-45454839de6b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=104007) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:35.341593 dv-cinder-850548-1-iscsi neutron-server[104007]: INFO neutron.wsgi [None req-9c107f47-b4fc-4e79-b147-45454839de6b admin admin] 10.222.0.79 "DELETE /v2.0/security-groups/6aa11395-8b47-4340-b91f-56020283c2c8 HTTP/1.1" status: 204 len: 168 time: 0.1251636 Jul 20 19:42:35.349970 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c107f47-b4fc-4e79-b147-45454839de6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6aa11395-8b47-4340-b91f-56020283c2c8,revision_number=None']} {{(pid=104007) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 20 19:42:35.362368 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=98,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:39.430940 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=52,neutron:DELETE=3 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:39.431739 dv-cinder-850548-1-iscsi neutron-server[104008]: DEBUG dbcounter [-] [104008] Writing DB stats neutron:SELECT=56,neutron:DELETE=5 {{(pid=104008) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:43.186685 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=58 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:43.193317 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=44 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:43.639932 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-076a2b4a-cc27-4bda-bb10-7764f07c075b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:45.344393 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=39,neutron:DELETE=5 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:45.345211 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG dbcounter [-] [104007] Writing DB stats neutron:SELECT=83,neutron:DELETE=9 {{(pid=104007) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:45.971191 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=99,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:45.978801 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-b3f0727f-e192-409e-848e-ba6b40a46e08 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:46.223243 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:42:46.968017 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:48.683719 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:48.847253 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:51.216024 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:42:56.217228 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:42:56.218021 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:43:01.205622 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:43:01.210866 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=8,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:43:13.634344 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-cee2f9d6-8e24-4490-a31f-e7e79c6490e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:43:15.982274 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-d46574c1-cf1f-4523-a1d8-6df73f7a41f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:43:16.974472 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:43:18.685856 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:43:18.839418 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:43:20.188806 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:DELETE=1,neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:43:20.189606 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:43:21.215066 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:43:23.222997 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:43:31.209009 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=21,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:43:31.210907 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=23,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:43:33.218914 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:43:43.637149 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-33ad3a60-caa8-4c5d-ac70-e39499e0d52d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:43:45.984953 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-3e08765f-7d24-44d2-a2db-7844b44e78c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:43:46.977773 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:43:48.691040 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:43:48.844760 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:43:51.214500 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:43:57.180731 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:43:57.185624 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:44:00.223303 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:44:01.204293 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=8,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:44:01.210062 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=10,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:44:10.726126 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=16 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:44:10.727446 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=12 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:44:13.639729 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-fe4ceb5d-ba0d-454e-8ea6-367f2662fa51 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:44:15.988404 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-6ead877e-9675-440c-a516-7188731cefd4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:44:16.978751 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:44:18.691269 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:44:18.838018 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:44:21.223982 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:44:31.216780 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=8,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:44:31.219576 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=10,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:44:34.178948 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:44:34.182902 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:44:37.223633 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:44:43.642955 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-07cca1ee-6668-4e33-b12b-cbe659bc2844 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:44:45.991974 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-a8d2d555-a976-46fb-b59e-668e5fa8edf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:44:46.979772 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:44:47.220347 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:44:48.695067 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:44:48.841414 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:44:51.224139 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:45:01.216740 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:45:01.218624 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:45:12.246507 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=4 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:45:12.247442 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=5,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:45:13.645338 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-276be9e0-de22-4574-8dd9-b82ae92ed5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:45:14.223161 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:45:15.995483 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-daea63ac-7816-4383-a509-d6a85fff0839 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:45:16.986164 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:45:18.697102 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:45:18.852183 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:45:21.237580 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:45:24.219906 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:45:30.719897 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:45:31.234471 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:45:43.647151 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-56239e7a-748d-4ef0-8927-08482636f8fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:45:45.998291 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-70169c5b-7250-4a97-9e17-e7616337a1b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:45:46.989299 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:45:48.173268 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:45:48.177299 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:45:48.701354 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:45:48.845936 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:45:51.225419 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:45:51.242002 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:46:01.234961 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=9,neutron:UPDATE=4 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:46:01.237772 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=9,neutron:UPDATE=2 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:46:10.717576 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=14 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:46:10.720349 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=14 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:46:13.650154 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-0078cef4-1a3d-4389-aaac-8330ff8e9d98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:46:16.002306 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-8435a4dc-9a8f-48e2-a6e2-fe14c2e1d7c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:46:16.989264 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:46:18.703193 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:46:18.850465 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:46:21.253389 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:46:25.173478 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:46:25.174269 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:46:28.225688 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:46:31.246755 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:46:31.248658 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:UPDATE=3,neutron:SELECT=7 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:46:38.220718 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:46:38.221488 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:46:43.652645 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-319b0eb1-afe2-439c-9743-1ec5c8e9159b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:46:46.007388 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-274c2c5d-a0b5-4c0e-9e3a-116252fc5aed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:46:46.992170 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:46:48.082906 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [req-04965ce6-0cd8-4527-8e72-472e0bc411aa req-ef039d5a-4dc1-4121-bd22-34aa735e061a tempest-VolumesSnapshotTestJSON-335840475 tempest-VolumesSnapshotTestJSON-335840475-project] (104007) timed out ('10.222.0.96', 57809) {{(pid=104007) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 20 19:46:48.708096 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:46:48.854339 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:46:50.389803 dv-cinder-850548-1-iscsi neutron-server[104007]: DEBUG neutron.wsgi [req-77f42fcf-bbc9-4248-a150-d7690574090d req-82a1da28-7863-47af-ad27-5d083b904b8e service neutron] (104007) timed out ('10.222.0.96', 57799) {{(pid=104007) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jul 20 19:46:51.271252 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:47:01.264313 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:47:01.266940 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=9,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:47:02.170309 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:47:02.171066 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:47:05.225405 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:47:12.253602 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=1,neutron:DELETE=1 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:47:13.655004 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-23c2d6cb-fbc5-4a38-b3c3-3f0b7e88e0c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:47:15.222220 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:47:16.009823 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e594134c-2396-4af3-ae17-07267c17ea30 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:47:16.995152 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:47:18.704142 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:47:18.856629 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:47:21.271142 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:47:31.264831 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=25,neutron:UPDATE=1 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:47:31.265664 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=19,neutron:UPDATE=5 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:47:39.163127 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:47:39.167310 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=3 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:47:42.224785 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG neutron.db.agents_db [None req-80e27330-9440-4dad-974a-2af8c3c57688 None None] Agent healthcheck: found 6 active agents {{(pid=104010) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 20 19:47:43.657414 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-489c9e02-eefa-41ab-a605-fbb4db0dfaa2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (217e9daa-c487-480e-ab7e-28b155725c37), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:47:46.011701 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-bada1ef1-a0db-4b59-98c2-f2f2f1602535 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (38efcf5b-1e8e-49a7-ad50-c90216a343d1), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:47:46.998095 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ec1358b1-a215-48c1-9930-bd5eab0cbafb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (45a63074-fd64-483b-8de1-4c0f64ffff38), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:47:48.703265 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-452753b0-211d-4643-888f-b42dccb441c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (b7d5739b-851b-4065-8477-0fe06197c5ab), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:47:48.858581 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-e92845cd-6bf0-4a92-b064-3e2b096e94ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (1a9a2338-cc0f-4161-b504-fb56f0443a8f), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:47:51.274613 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG neutron_lib.callbacks.manager [None req-ee2e813e-04f2-4c1e-a1e1-d5572356b458 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8773866507569', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-745409'] for agent (e6883320-19dd-4a2d-8302-97f8dd23b041), after_update {{(pid=104009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Jul 20 19:47:52.221065 dv-cinder-850548-1-iscsi neutron-server[104010]: DEBUG dbcounter [-] [104010] Writing DB stats neutron:SELECT=2 {{(pid=104010) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:48:01.268658 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=7,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}} Jul 20 19:48:01.270648 dv-cinder-850548-1-iscsi neutron-server[104009]: DEBUG dbcounter [-] [104009] Writing DB stats neutron:SELECT=11,neutron:UPDATE=3 {{(pid=104009) stat_writer /usr/local/lib/python3.8/dist-packages/dbcounter.py:114}}